2024-11-21 09:16:50,451 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-21 09:16:50,470 main DEBUG Took 0.016823 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 09:16:50,471 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 09:16:50,471 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 09:16:50,472 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 09:16:50,473 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:16:50,482 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 09:16:50,496 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:16:50,498 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:16:50,498 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:16:50,499 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:16:50,499 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:16:50,500 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:16:50,501 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:16:50,501 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:16:50,502 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:16:50,503 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:16:50,503 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:16:50,504 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:16:50,504 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:16:50,505 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:16:50,505 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:16:50,506 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:16:50,506 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:16:50,507 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:16:50,507 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:16:50,508 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:16:50,509 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:16:50,509 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:16:50,510 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:16:50,510 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 09:16:50,511 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:16:50,511 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 09:16:50,513 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 09:16:50,515 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 09:16:50,517 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 09:16:50,518 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 09:16:50,519 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 09:16:50,520 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 09:16:50,529 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 09:16:50,533 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 09:16:50,535 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 09:16:50,536 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 09:16:50,537 main DEBUG createAppenders(={Console}) 2024-11-21 09:16:50,538 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-21 09:16:50,538 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-21 09:16:50,539 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-21 09:16:50,539 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 09:16:50,540 main DEBUG OutputStream closed 2024-11-21 09:16:50,540 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 09:16:50,541 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 09:16:50,541 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-21 09:16:50,611 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 09:16:50,613 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 09:16:50,614 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 09:16:50,615 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 09:16:50,615 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 09:16:50,615 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 09:16:50,616 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 09:16:50,616 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 09:16:50,616 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 09:16:50,617 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 09:16:50,617 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 09:16:50,617 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 09:16:50,617 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 09:16:50,618 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 09:16:50,618 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 09:16:50,618 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 09:16:50,618 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 09:16:50,619 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 09:16:50,621 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 09:16:50,622 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-21 09:16:50,622 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 09:16:50,622 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-21T09:16:50,635 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-21 09:16:50,637 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 09:16:50,637 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T09:16:50,692 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=369, ProcessCount=11, AvailableMemoryMB=2996 2024-11-21T09:16:50,900 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-21T09:16:50,943 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839 2024-11-21T09:16:50,946 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/cluster_9b6e059b-bb2f-0056-1d55-4737d3094ee7, deleteOnExit=true 2024-11-21T09:16:51,082 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/cluster_9b6e059b-bb2f-0056-1d55-4737d3094ee7/zookeeper_0, clientPort=54130, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/cluster_9b6e059b-bb2f-0056-1d55-4737d3094ee7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/cluster_9b6e059b-bb2f-0056-1d55-4737d3094ee7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T09:16:51,097 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54130 2024-11-21T09:16:51,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T09:16:51,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T09:16:51,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/test.cache.data in system properties and HBase conf 2024-11-21T09:16:51,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T09:16:51,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/hadoop.log.dir in system properties and HBase conf 2024-11-21T09:16:51,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T09:16:51,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T09:16:51,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T09:16:51,182 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T09:16:51,265 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T09:16:51,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:16:51,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:16:51,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T09:16:51,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:16:51,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T09:16:51,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T09:16:51,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:16:51,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:16:51,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T09:16:51,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/nfs.dump.dir in system properties and HBase conf 2024-11-21T09:16:51,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/java.io.tmpdir in system properties and HBase conf 2024-11-21T09:16:51,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:16:51,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T09:16:51,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T09:16:52,281 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T09:16:52,382 INFO [Time-limited test {}] log.Log(170): Logging initialized @2615ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T09:16:52,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:16:52,570 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:16:52,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:16:52,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:16:52,611 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:16:52,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:16:52,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:16:52,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:16:52,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/java.io.tmpdir/jetty-localhost-43961-hadoop-hdfs-3_4_1-tests_jar-_-any-17476855141271732768/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:16:52,894 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:43961} 2024-11-21T09:16:52,894 INFO [Time-limited test {}] server.Server(415): Started @3129ms 2024-11-21T09:16:53,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:16:53,580 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:16:53,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:16:53,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:16:53,585 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:16:53,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:16:53,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:16:53,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@116d148d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/java.io.tmpdir/jetty-localhost-35633-hadoop-hdfs-3_4_1-tests_jar-_-any-2833552668602608959/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:16:53,704 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:35633} 2024-11-21T09:16:53,704 INFO [Time-limited test {}] server.Server(415): Started @3939ms 2024-11-21T09:16:53,769 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:16:54,988 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/cluster_9b6e059b-bb2f-0056-1d55-4737d3094ee7/data/data2/current/BP-1971569778-172.17.0.2-1732180611763/current, will proceed with Du for space computation calculation, 2024-11-21T09:16:54,988 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/cluster_9b6e059b-bb2f-0056-1d55-4737d3094ee7/data/data1/current/BP-1971569778-172.17.0.2-1732180611763/current, will proceed with Du for space computation calculation, 2024-11-21T09:16:55,032 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:16:55,081 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f370ef58a331e44 with lease ID 0x6cfa7dd0895ced62: Processing first storage report for DS-0e68af16-211c-4710-b389-0f63e5b8241d from datanode DatanodeRegistration(127.0.0.1:35665, datanodeUuid=ea014303-f575-402e-b7b1-5ed925c2d98a, infoPort=43757, infoSecurePort=0, ipcPort=45135, storageInfo=lv=-57;cid=testClusterID;nsid=224794706;c=1732180611763) 2024-11-21T09:16:55,082 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f370ef58a331e44 with lease ID 0x6cfa7dd0895ced62: from storage DS-0e68af16-211c-4710-b389-0f63e5b8241d node DatanodeRegistration(127.0.0.1:35665, datanodeUuid=ea014303-f575-402e-b7b1-5ed925c2d98a, infoPort=43757, infoSecurePort=0, ipcPort=45135, storageInfo=lv=-57;cid=testClusterID;nsid=224794706;c=1732180611763), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-21T09:16:55,083 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f370ef58a331e44 with lease ID 0x6cfa7dd0895ced62: Processing first storage report for DS-2a23171d-fb39-4e8b-9ff6-b993a516c4a0 from datanode DatanodeRegistration(127.0.0.1:35665, datanodeUuid=ea014303-f575-402e-b7b1-5ed925c2d98a, infoPort=43757, infoSecurePort=0, ipcPort=45135, storageInfo=lv=-57;cid=testClusterID;nsid=224794706;c=1732180611763) 2024-11-21T09:16:55,083 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f370ef58a331e44 with lease ID 0x6cfa7dd0895ced62: from storage DS-2a23171d-fb39-4e8b-9ff6-b993a516c4a0 node DatanodeRegistration(127.0.0.1:35665, datanodeUuid=ea014303-f575-402e-b7b1-5ed925c2d98a, infoPort=43757, infoSecurePort=0, ipcPort=45135, storageInfo=lv=-57;cid=testClusterID;nsid=224794706;c=1732180611763), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T09:16:55,137 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839 2024-11-21T09:16:55,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:16:55,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:16:55,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:16:55,813 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331 with version=8 2024-11-21T09:16:55,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/hbase-staging 2024-11-21T09:16:55,906 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T09:16:56,242 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:16:56,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:16:56,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:16:56,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:16:56,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:16:56,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:16:56,442 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:16:56,507 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T09:16:56,519 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T09:16:56,524 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:16:56,557 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10930 (auto-detected) 2024-11-21T09:16:56,559 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T09:16:56,584 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37609 2024-11-21T09:16:56,615 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37609 connecting to ZooKeeper ensemble=127.0.0.1:54130 2024-11-21T09:16:56,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376090x0, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:16:56,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37609-0x1015cae8b9c0000 connected 2024-11-21T09:16:56,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:16:56,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:16:56,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Set watcher on znode that does not yet exist, /01923205640/running 2024-11-21T09:16:56,869 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331, hbase.cluster.distributed=false 2024-11-21T09:16:56,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Set watcher on znode that does not yet exist, /01923205640/acl 2024-11-21T09:16:56,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37609 2024-11-21T09:16:56,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37609 2024-11-21T09:16:56,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37609 2024-11-21T09:16:56,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37609 2024-11-21T09:16:56,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37609 2024-11-21T09:16:57,049 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:16:57,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:16:57,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:16:57,052 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:16:57,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:16:57,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:16:57,055 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:16:57,059 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:16:57,071 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43331 2024-11-21T09:16:57,074 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43331 connecting to ZooKeeper ensemble=127.0.0.1:54130 2024-11-21T09:16:57,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:16:57,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:16:57,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433310x0, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:16:57,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433310x0, quorum=127.0.0.1:54130, baseZNode=/01923205640 Set watcher on znode that does not yet exist, /01923205640/running 2024-11-21T09:16:57,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43331-0x1015cae8b9c0001 connected 2024-11-21T09:16:57,125 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:16:57,135 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:16:57,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43331-0x1015cae8b9c0001, quorum=127.0.0.1:54130, baseZNode=/01923205640 Set watcher on znode that does not yet exist, /01923205640/master 2024-11-21T09:16:57,145 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43331-0x1015cae8b9c0001, quorum=127.0.0.1:54130, baseZNode=/01923205640 Set watcher on znode that does not yet exist, /01923205640/acl 2024-11-21T09:16:57,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43331 2024-11-21T09:16:57,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43331 2024-11-21T09:16:57,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43331 2024-11-21T09:16:57,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43331 2024-11-21T09:16:57,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43331 2024-11-21T09:16:57,180 DEBUG [M:0;5b0ae2ee7b9e:37609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:37609 2024-11-21T09:16:57,181 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01923205640/backup-masters/5b0ae2ee7b9e,37609,1732180616021 2024-11-21T09:16:57,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1015cae8b9c0001, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640/backup-masters 2024-11-21T09:16:57,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640/backup-masters 2024-11-21T09:16:57,201 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Set watcher on existing znode=/01923205640/backup-masters/5b0ae2ee7b9e,37609,1732180616021 2024-11-21T09:16:57,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1015cae8b9c0001, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01923205640/master 2024-11-21T09:16:57,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640 2024-11-21T09:16:57,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1015cae8b9c0001, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640 2024-11-21T09:16:57,231 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Set watcher on existing znode=/01923205640/master 2024-11-21T09:16:57,232 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01923205640/backup-masters/5b0ae2ee7b9e,37609,1732180616021 from backup master directory 2024-11-21T09:16:57,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1015cae8b9c0001, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640/backup-masters 2024-11-21T09:16:57,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01923205640/backup-masters/5b0ae2ee7b9e,37609,1732180616021 2024-11-21T09:16:57,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640/backup-masters 2024-11-21T09:16:57,247 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:16:57,247 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,37609,1732180616021 2024-11-21T09:16:57,249 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T09:16:57,251 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T09:16:57,318 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/hbase.id] with ID: 4e6efd4c-33fc-43c9-b0d9-a78c0bab8059 2024-11-21T09:16:57,318 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/.tmp/hbase.id 2024-11-21T09:16:57,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:16:57,739 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/.tmp/hbase.id]:[hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/hbase.id] 2024-11-21T09:16:57,786 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:16:57,791 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:16:57,812 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-21T09:16:57,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1015cae8b9c0001, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640 2024-11-21T09:16:57,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640 2024-11-21T09:16:57,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:16:58,286 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:16:58,290 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:16:58,308 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T09:16:58,312 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:16:58,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:16:58,768 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store 2024-11-21T09:16:58,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:16:59,205 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T09:16:59,209 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:16:59,211 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:16:59,211 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:16:59,211 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:16:59,213 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:16:59,214 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:16:59,214 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:16:59,215 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180619211Disabling compacts and flushes for region at 1732180619211Disabling writes for close at 1732180619214 (+3 ms)Writing region close event to WAL at 1732180619214Closed at 1732180619214 2024-11-21T09:16:59,218 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/.initializing 2024-11-21T09:16:59,218 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/WALs/5b0ae2ee7b9e,37609,1732180616021 2024-11-21T09:16:59,228 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:16:59,245 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C37609%2C1732180616021, suffix=, logDir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/WALs/5b0ae2ee7b9e,37609,1732180616021, archiveDir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/oldWALs, maxLogs=10 2024-11-21T09:16:59,271 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/WALs/5b0ae2ee7b9e,37609,1732180616021/5b0ae2ee7b9e%2C37609%2C1732180616021.1732180619250, exclude list is [], retry=0 2024-11-21T09:16:59,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35665,DS-0e68af16-211c-4710-b389-0f63e5b8241d,DISK] 2024-11-21T09:16:59,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T09:16:59,338 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/WALs/5b0ae2ee7b9e,37609,1732180616021/5b0ae2ee7b9e%2C37609%2C1732180616021.1732180619250 2024-11-21T09:16:59,339 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43757:43757)] 2024-11-21T09:16:59,339 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:16:59,340 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:16:59,343 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:16:59,344 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:16:59,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:16:59,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:16:59,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:16:59,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:16:59,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:16:59,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:16:59,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:16:59,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:16:59,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:16:59,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:16:59,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:16:59,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:16:59,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:16:59,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:16:59,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:16:59,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:16:59,453 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:16:59,458 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:16:59,460 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:16:59,467 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:16:59,468 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:16:59,472 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:16:59,477 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:16:59,484 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:16:59,485 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69699988, jitterRate=0.038610756397247314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:16:59,495 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180619358Initializing all the Stores at 1732180619360 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180619361 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180619361Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180619362 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180619362Cleaning up temporary data from old regions at 1732180619468 (+106 ms)Region opened successfully at 1732180619495 (+27 ms) 2024-11-21T09:16:59,497 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:16:59,544 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c99b7be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:16:59,594 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T09:16:59,612 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:16:59,612 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:16:59,618 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:16:59,621 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-21T09:16:59,628 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-21T09:16:59,628 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T09:16:59,671 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:16:59,686 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Unable to get data of znode /01923205640/balancer because node does not exist (not necessarily an error) 2024-11-21T09:16:59,748 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01923205640/balancer already deleted, retry=false 2024-11-21T09:16:59,752 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:16:59,756 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Unable to get data of znode /01923205640/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:16:59,849 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01923205640/normalizer already deleted, retry=false 2024-11-21T09:16:59,852 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:16:59,856 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Unable to get data of znode /01923205640/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:16:59,869 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01923205640/switch/split already deleted, retry=false 2024-11-21T09:16:59,871 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Unable to get data of znode /01923205640/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:16:59,880 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01923205640/switch/merge already deleted, retry=false 2024-11-21T09:16:59,901 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Unable to get data of znode /01923205640/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:16:59,911 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01923205640/snapshot-cleanup already deleted, retry=false 2024-11-21T09:16:59,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1015cae8b9c0001, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01923205640/running 2024-11-21T09:16:59,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01923205640/running 2024-11-21T09:16:59,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1015cae8b9c0001, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640 2024-11-21T09:16:59,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640 2024-11-21T09:17:00,002 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,37609,1732180616021, sessionid=0x1015cae8b9c0000, setting cluster-up flag (Was=false) 2024-11-21T09:17:00,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640 2024-11-21T09:17:00,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1015cae8b9c0001, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640 2024-11-21T09:17:00,080 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01923205640/flush-table-proc/acquired, /01923205640/flush-table-proc/reached, /01923205640/flush-table-proc/abort 2024-11-21T09:17:00,082 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,37609,1732180616021 2024-11-21T09:17:00,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640 2024-11-21T09:17:00,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1015cae8b9c0001, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640 2024-11-21T09:17:00,132 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01923205640/online-snapshot/acquired, /01923205640/online-snapshot/reached, /01923205640/online-snapshot/abort 2024-11-21T09:17:00,134 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,37609,1732180616021 2024-11-21T09:17:00,142 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T09:17:00,170 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(746): ClusterId : 4e6efd4c-33fc-43c9-b0d9-a78c0bab8059 2024-11-21T09:17:00,174 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:17:00,188 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:17:00,188 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:17:00,198 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:17:00,199 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7604579b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:17:00,225 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:43331 2024-11-21T09:17:00,229 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:17:00,229 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:17:00,230 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:17:00,233 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,37609,1732180616021 with port=43331, startcode=1732180617008 2024-11-21T09:17:00,233 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:00,242 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:17:00,246 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:17:00,250 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:17:00,257 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,37609,1732180616021 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:17:00,265 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:00,267 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:00,267 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:00,268 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:00,268 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:17:00,268 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:00,268 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:17:00,268 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:00,280 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:00,281 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T09:17:00,286 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180650285 2024-11-21T09:17:00,287 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:00,288 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:17:00,288 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T09:17:00,289 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:17:00,293 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:17:00,294 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:17:00,295 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:17:00,295 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:17:00,296 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:17:00,300 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37609 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T09:17:00,300 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:00,308 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:17:00,310 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:17:00,311 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:17:00,311 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T09:17:00,324 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:17:00,324 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:17:00,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:17:00,327 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180620326,5,FailOnTimeoutGroup] 2024-11-21T09:17:00,328 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180620327,5,FailOnTimeoutGroup] 2024-11-21T09:17:00,328 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:00,328 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:17:00,330 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:00,330 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:00,331 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T09:17:00,331 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331 2024-11-21T09:17:00,335 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T09:17:00,335 WARN [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T09:17:00,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741832_1008 (size=32) 2024-11-21T09:17:00,436 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,37609,1732180616021 with port=43331, startcode=1732180617008 2024-11-21T09:17:00,439 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37609 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,43331,1732180617008 2024-11-21T09:17:00,441 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37609 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,43331,1732180617008 2024-11-21T09:17:00,451 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331 2024-11-21T09:17:00,451 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46703 2024-11-21T09:17:00,451 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:17:00,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640/rs 2024-11-21T09:17:00,467 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] zookeeper.ZKUtil(111): regionserver:43331-0x1015cae8b9c0001, quorum=127.0.0.1:54130, baseZNode=/01923205640 Set watcher on existing znode=/01923205640/rs/5b0ae2ee7b9e,43331,1732180617008 2024-11-21T09:17:00,467 WARN [RS:0;5b0ae2ee7b9e:43331 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:17:00,467 INFO [RS:0;5b0ae2ee7b9e:43331 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:17:00,468 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008 2024-11-21T09:17:00,469 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,43331,1732180617008] 2024-11-21T09:17:00,500 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:17:00,522 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:17:00,529 INFO [RS:0;5b0ae2ee7b9e:43331 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:17:00,529 INFO [RS:0;5b0ae2ee7b9e:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:00,530 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:17:00,537 INFO [RS:0;5b0ae2ee7b9e:43331 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:17:00,539 INFO [RS:0;5b0ae2ee7b9e:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:00,539 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:00,539 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:00,540 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:00,540 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:00,540 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:00,540 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:17:00,540 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:00,541 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:00,541 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:00,541 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:00,541 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:00,542 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:00,542 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:17:00,542 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:17:00,544 INFO [RS:0;5b0ae2ee7b9e:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:00,545 INFO [RS:0;5b0ae2ee7b9e:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:00,545 INFO [RS:0;5b0ae2ee7b9e:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:00,545 INFO [RS:0;5b0ae2ee7b9e:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:00,545 INFO [RS:0;5b0ae2ee7b9e:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:00,545 INFO [RS:0;5b0ae2ee7b9e:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,43331,1732180617008-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:17:00,572 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:17:00,575 INFO [RS:0;5b0ae2ee7b9e:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,43331,1732180617008-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:00,575 INFO [RS:0;5b0ae2ee7b9e:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:00,575 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.Replication(171): 5b0ae2ee7b9e,43331,1732180617008 started 2024-11-21T09:17:00,600 INFO [RS:0;5b0ae2ee7b9e:43331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:00,601 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,43331,1732180617008, RpcServer on 5b0ae2ee7b9e/172.17.0.2:43331, sessionid=0x1015cae8b9c0001 2024-11-21T09:17:00,602 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:17:00,602 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,43331,1732180617008 2024-11-21T09:17:00,602 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,43331,1732180617008' 2024-11-21T09:17:00,602 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01923205640/flush-table-proc/abort' 2024-11-21T09:17:00,603 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01923205640/flush-table-proc/acquired' 2024-11-21T09:17:00,604 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:17:00,604 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:17:00,604 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,43331,1732180617008 2024-11-21T09:17:00,604 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,43331,1732180617008' 2024-11-21T09:17:00,605 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01923205640/online-snapshot/abort' 2024-11-21T09:17:00,605 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01923205640/online-snapshot/acquired' 2024-11-21T09:17:00,606 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:17:00,606 INFO [RS:0;5b0ae2ee7b9e:43331 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:17:00,606 INFO [RS:0;5b0ae2ee7b9e:43331 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:17:00,711 INFO [RS:0;5b0ae2ee7b9e:43331 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:17:00,715 INFO [RS:0;5b0ae2ee7b9e:43331 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C43331%2C1732180617008, suffix=, logDir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008, archiveDir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/oldWALs, maxLogs=10 2024-11-21T09:17:00,733 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008/5b0ae2ee7b9e%2C43331%2C1732180617008.1732180620718, exclude list is [], retry=0 2024-11-21T09:17:00,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35665,DS-0e68af16-211c-4710-b389-0f63e5b8241d,DISK] 2024-11-21T09:17:00,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:00,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:17:00,754 INFO [RS:0;5b0ae2ee7b9e:43331 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008/5b0ae2ee7b9e%2C43331%2C1732180617008.1732180620718 2024-11-21T09:17:00,756 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43757:43757)] 2024-11-21T09:17:00,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:17:00,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:00,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:00,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:17:00,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:17:00,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:00,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:00,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:17:00,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:17:00,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:00,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:00,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:17:00,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:17:00,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:00,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:00,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:17:00,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740 2024-11-21T09:17:00,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740 2024-11-21T09:17:00,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:17:00,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:17:00,786 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:17:00,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:17:00,795 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:17:00,799 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59945385, jitterRate=-0.10674415528774261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:17:00,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732180620749Initializing all the Stores at 1732180620751 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180620751Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180620752 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180620752Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180620752Cleaning up temporary data from old regions at 1732180620785 (+33 ms)Region opened successfully at 1732180620803 (+18 ms) 2024-11-21T09:17:00,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:17:00,804 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:17:00,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:17:00,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:17:00,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:17:00,809 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:17:00,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180620804Disabling compacts and flushes for region at 1732180620804Disabling writes for close at 1732180620804Writing region close event to WAL at 1732180620808 (+4 ms)Closed at 1732180620809 (+1 ms) 2024-11-21T09:17:00,813 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:00,814 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T09:17:00,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:17:00,829 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:17:00,833 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T09:17:00,985 DEBUG [5b0ae2ee7b9e:37609 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:17:00,998 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,43331,1732180617008 2024-11-21T09:17:01,007 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,43331,1732180617008, state=OPENING 2024-11-21T09:17:01,059 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T09:17:01,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1015cae8b9c0001, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640 2024-11-21T09:17:01,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640 2024-11-21T09:17:01,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01923205640/meta-region-server: CHANGED 2024-11-21T09:17:01,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01923205640/meta-region-server: CHANGED 2024-11-21T09:17:01,072 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:17:01,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,43331,1732180617008}] 2024-11-21T09:17:01,253 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:17:01,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:17:01,269 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:17:01,270 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:17:01,271 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:17:01,274 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C43331%2C1732180617008.meta, suffix=.meta, logDir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008, archiveDir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/oldWALs, maxLogs=10 2024-11-21T09:17:01,290 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008/5b0ae2ee7b9e%2C43331%2C1732180617008.meta.1732180621276.meta, exclude list is [], retry=0 2024-11-21T09:17:01,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35665,DS-0e68af16-211c-4710-b389-0f63e5b8241d,DISK] 2024-11-21T09:17:01,298 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008/5b0ae2ee7b9e%2C43331%2C1732180617008.meta.1732180621276.meta 2024-11-21T09:17:01,300 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43757:43757)] 2024-11-21T09:17:01,301 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:17:01,305 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:17:01,306 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:17:01,308 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:17:01,310 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:17:01,314 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:17:01,314 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:01,315 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:17:01,315 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:17:01,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:17:01,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:17:01,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:01,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:01,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:17:01,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:17:01,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:01,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:01,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:17:01,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:17:01,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:01,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:01,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:17:01,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:17:01,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:01,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:01,336 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:17:01,339 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740 2024-11-21T09:17:01,341 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740 2024-11-21T09:17:01,344 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:17:01,344 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:17:01,345 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:17:01,349 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:17:01,351 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62632002, jitterRate=-0.0667104423046112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:17:01,351 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:17:01,353 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180621315Writing region info on filesystem at 1732180621315Initializing all the Stores at 1732180621317 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180621317Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180621323 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180621323Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180621323Cleaning up temporary data from old regions at 1732180621344 (+21 ms)Running coprocessor post-open hooks at 1732180621351 (+7 ms)Region opened successfully at 1732180621353 (+2 ms) 2024-11-21T09:17:01,360 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732180621242 2024-11-21T09:17:01,371 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:17:01,372 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:17:01,374 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,43331,1732180617008 2024-11-21T09:17:01,376 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,43331,1732180617008, state=OPEN 2024-11-21T09:17:01,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01923205640/meta-region-server 2024-11-21T09:17:01,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1015cae8b9c0001, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01923205640/meta-region-server 2024-11-21T09:17:01,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01923205640/meta-region-server: CHANGED 2024-11-21T09:17:01,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01923205640/meta-region-server: CHANGED 2024-11-21T09:17:01,508 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,43331,1732180617008 2024-11-21T09:17:01,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T09:17:01,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,43331,1732180617008 in 435 msec 2024-11-21T09:17:01,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T09:17:01,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 697 msec 2024-11-21T09:17:01,526 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:01,526 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T09:17:01,546 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:17:01,547 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,43331,1732180617008, seqNum=-1] 2024-11-21T09:17:01,567 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:17:01,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:17:01,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4090 sec 2024-11-21T09:17:01,592 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180621592, completionTime=-1 2024-11-21T09:17:01,596 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T09:17:01,596 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:17:01,630 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T09:17:01,630 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732180681630 2024-11-21T09:17:01,630 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732180741630 2024-11-21T09:17:01,631 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 34 msec 2024-11-21T09:17:01,634 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,37609,1732180616021-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:01,635 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,37609,1732180616021-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:01,636 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,37609,1732180616021-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:01,638 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:37609, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:01,642 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:01,644 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:01,649 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T09:17:01,680 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.433sec 2024-11-21T09:17:01,682 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:17:01,684 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:17:01,686 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:17:01,686 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:17:01,687 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:17:01,688 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,37609,1732180616021-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:17:01,688 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,37609,1732180616021-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:17:01,697 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:17:01,699 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:17:01,699 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,37609,1732180616021-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:01,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7706b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:01,782 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T09:17:01,782 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T09:17:01,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,37609,-1 for getting cluster id 2024-11-21T09:17:01,788 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:01,796 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e6efd4c-33fc-43c9-b0d9-a78c0bab8059' 2024-11-21T09:17:01,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:01,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e6efd4c-33fc-43c9-b0d9-a78c0bab8059" 2024-11-21T09:17:01,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b453eec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:01,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,37609,-1] 2024-11-21T09:17:01,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:01,807 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:01,808 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:01,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f61a5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:01,813 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:17:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,43331,1732180617008, seqNum=-1] 2024-11-21T09:17:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:17:01,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:17:01,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b0ae2ee7b9e,37609,1732180616021 2024-11-21T09:17:01,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54130 2024-11-21T09:17:01,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:17:01,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015cae8b9c0002 connected 2024-11-21T09:17:01,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/hadoop.log.dir so I do NOT create it in target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd 2024-11-21T09:17:01,908 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T09:17:01,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/hadoop.tmp.dir so I do NOT create it in target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd 2024-11-21T09:17:01,908 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T09:17:01,908 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd 2024-11-21T09:17:01,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T09:17:01,908 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/cluster_b9ba4fd2-ada0-860e-78c0-11b130a15c19, deleteOnExit=true 2024-11-21T09:17:01,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T09:17:01,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/test.cache.data in system properties and HBase conf 2024-11-21T09:17:01,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T09:17:01,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/hadoop.log.dir in system properties and HBase conf 2024-11-21T09:17:01,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T09:17:01,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T09:17:01,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T09:17:01,909 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T09:17:01,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:17:01,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:17:01,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T09:17:01,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:17:01,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T09:17:01,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T09:17:01,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:17:01,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:17:01,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T09:17:01,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/nfs.dump.dir in system properties and HBase conf 2024-11-21T09:17:01,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/java.io.tmpdir in system properties and HBase conf 2024-11-21T09:17:01,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:17:01,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T09:17:01,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T09:17:02,378 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:17:02,387 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:17:02,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:17:02,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:17:02,393 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:17:02,394 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:17:02,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f48dfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:17:02,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:17:02,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@503827bb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/java.io.tmpdir/jetty-localhost-45795-hadoop-hdfs-3_4_1-tests_jar-_-any-9639837196440823382/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:17:02,542 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55ba3e2{HTTP/1.1, (http/1.1)}{localhost:45795} 2024-11-21T09:17:02,542 INFO [Time-limited test {}] server.Server(415): Started @12776ms 2024-11-21T09:17:02,859 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:17:02,867 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:17:02,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:17:02,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:17:02,869 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:17:02,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77c3ccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:17:02,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:17:03,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b61472e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/java.io.tmpdir/jetty-localhost-41867-hadoop-hdfs-3_4_1-tests_jar-_-any-15931232787287448790/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:17:03,014 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21fe5802{HTTP/1.1, (http/1.1)}{localhost:41867} 2024-11-21T09:17:03,014 INFO [Time-limited test {}] server.Server(415): Started @13248ms 2024-11-21T09:17:03,016 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:17:03,708 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/cluster_b9ba4fd2-ada0-860e-78c0-11b130a15c19/data/data1/current/BP-159906300-172.17.0.2-1732180621941/current, will proceed with Du for space computation calculation, 2024-11-21T09:17:03,708 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/cluster_b9ba4fd2-ada0-860e-78c0-11b130a15c19/data/data2/current/BP-159906300-172.17.0.2-1732180621941/current, will proceed with Du for space computation calculation, 2024-11-21T09:17:03,753 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:17:03,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9069e84d96760370 with lease ID 0x6b1125f299e34fdb: Processing first storage report for DS-033508dc-392c-4e51-b7c3-5e87e7d27984 from datanode DatanodeRegistration(127.0.0.1:46663, datanodeUuid=2be02242-8489-4ccf-9fa0-67244351716b, infoPort=40863, infoSecurePort=0, ipcPort=41277, storageInfo=lv=-57;cid=testClusterID;nsid=1328769230;c=1732180621941) 2024-11-21T09:17:03,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9069e84d96760370 with lease ID 0x6b1125f299e34fdb: from storage DS-033508dc-392c-4e51-b7c3-5e87e7d27984 node DatanodeRegistration(127.0.0.1:46663, datanodeUuid=2be02242-8489-4ccf-9fa0-67244351716b, infoPort=40863, infoSecurePort=0, ipcPort=41277, storageInfo=lv=-57;cid=testClusterID;nsid=1328769230;c=1732180621941), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:17:03,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9069e84d96760370 with lease ID 0x6b1125f299e34fdb: Processing first storage report for DS-75d23ddc-102a-4fe1-93be-8ff5c54fc854 from datanode DatanodeRegistration(127.0.0.1:46663, datanodeUuid=2be02242-8489-4ccf-9fa0-67244351716b, infoPort=40863, infoSecurePort=0, ipcPort=41277, storageInfo=lv=-57;cid=testClusterID;nsid=1328769230;c=1732180621941) 2024-11-21T09:17:03,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9069e84d96760370 with lease ID 0x6b1125f299e34fdb: from storage DS-75d23ddc-102a-4fe1-93be-8ff5c54fc854 node DatanodeRegistration(127.0.0.1:46663, datanodeUuid=2be02242-8489-4ccf-9fa0-67244351716b, infoPort=40863, infoSecurePort=0, ipcPort=41277, storageInfo=lv=-57;cid=testClusterID;nsid=1328769230;c=1732180621941), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:17:03,813 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd 2024-11-21T09:17:03,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:03,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:03,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:17:04,231 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b with version=8 2024-11-21T09:17:04,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/hbase-staging 2024-11-21T09:17:04,234 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:17:04,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:04,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:04,235 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:17:04,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:04,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:17:04,235 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:17:04,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:17:04,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38759 2024-11-21T09:17:04,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38759 connecting to ZooKeeper ensemble=127.0.0.1:54130 2024-11-21T09:17:04,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387590x0, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:17:04,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38759-0x1015cae8b9c0003 connected 2024-11-21T09:17:04,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:04,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:04,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Set watcher on znode that does not yet exist, /1-1162846302/running 2024-11-21T09:17:04,369 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b, hbase.cluster.distributed=false 2024-11-21T09:17:04,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Set watcher on znode that does not yet exist, /1-1162846302/acl 2024-11-21T09:17:04,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38759 2024-11-21T09:17:04,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38759 2024-11-21T09:17:04,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38759 2024-11-21T09:17:04,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38759 2024-11-21T09:17:04,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38759 2024-11-21T09:17:04,388 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:17:04,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:04,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:04,389 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:17:04,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:04,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:17:04,389 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:17:04,389 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:17:04,390 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39849 2024-11-21T09:17:04,392 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39849 connecting to ZooKeeper ensemble=127.0.0.1:54130 2024-11-21T09:17:04,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:04,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:04,414 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398490x0, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:17:04,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398490x0, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Set watcher on znode that does not yet exist, /1-1162846302/running 2024-11-21T09:17:04,415 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:17:04,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39849-0x1015cae8b9c0004 connected 2024-11-21T09:17:04,428 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:17:04,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39849-0x1015cae8b9c0004, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Set watcher on znode that does not yet exist, /1-1162846302/master 2024-11-21T09:17:04,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39849-0x1015cae8b9c0004, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Set watcher on znode that does not yet exist, /1-1162846302/acl 2024-11-21T09:17:04,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39849 2024-11-21T09:17:04,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39849 2024-11-21T09:17:04,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39849 2024-11-21T09:17:04,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39849 2024-11-21T09:17:04,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39849 2024-11-21T09:17:04,466 DEBUG [M:0;5b0ae2ee7b9e:38759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:38759 2024-11-21T09:17:04,466 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1162846302/backup-masters/5b0ae2ee7b9e,38759,1732180624233 2024-11-21T09:17:04,480 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39849-0x1015cae8b9c0004, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1162846302/backup-masters 2024-11-21T09:17:04,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1162846302/backup-masters 2024-11-21T09:17:04,480 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Set watcher on existing znode=/1-1162846302/backup-masters/5b0ae2ee7b9e,38759,1732180624233 2024-11-21T09:17:04,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1162846302 2024-11-21T09:17:04,490 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39849-0x1015cae8b9c0004, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1162846302/master 2024-11-21T09:17:04,490 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39849-0x1015cae8b9c0004, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1162846302 2024-11-21T09:17:04,491 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Set watcher on existing znode=/1-1162846302/master 2024-11-21T09:17:04,492 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1162846302/backup-masters/5b0ae2ee7b9e,38759,1732180624233 from backup master directory 2024-11-21T09:17:04,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1162846302/backup-masters/5b0ae2ee7b9e,38759,1732180624233 2024-11-21T09:17:04,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1162846302/backup-masters 2024-11-21T09:17:04,501 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:17:04,501 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,38759,1732180624233 2024-11-21T09:17:04,501 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39849-0x1015cae8b9c0004, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1162846302/backup-masters 2024-11-21T09:17:04,513 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/hbase.id] with ID: a5d9da81-0aac-472a-9b69-c96475398ccb 2024-11-21T09:17:04,513 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/.tmp/hbase.id 2024-11-21T09:17:04,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:17:04,534 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/.tmp/hbase.id]:[hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/hbase.id] 2024-11-21T09:17:04,561 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:04,561 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:17:04,563 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T09:17:04,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1162846302 2024-11-21T09:17:04,627 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39849-0x1015cae8b9c0004, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1162846302 2024-11-21T09:17:04,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:17:05,043 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:17:05,044 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:17:05,045 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:17:05,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:17:05,468 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/data/master/store 2024-11-21T09:17:05,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:17:05,880 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:05,881 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:17:05,881 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:05,881 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:05,881 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:17:05,881 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:05,881 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:05,881 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180625880Disabling compacts and flushes for region at 1732180625880Disabling writes for close at 1732180625881 (+1 ms)Writing region close event to WAL at 1732180625881Closed at 1732180625881 2024-11-21T09:17:05,883 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/data/master/store/.initializing 2024-11-21T09:17:05,883 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/WALs/5b0ae2ee7b9e,38759,1732180624233 2024-11-21T09:17:05,885 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:17:05,888 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C38759%2C1732180624233, suffix=, logDir=hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/WALs/5b0ae2ee7b9e,38759,1732180624233, archiveDir=hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/oldWALs, maxLogs=10 2024-11-21T09:17:05,906 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/WALs/5b0ae2ee7b9e,38759,1732180624233/5b0ae2ee7b9e%2C38759%2C1732180624233.1732180625888, exclude list is [], retry=0 2024-11-21T09:17:05,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46663,DS-033508dc-392c-4e51-b7c3-5e87e7d27984,DISK] 2024-11-21T09:17:05,915 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/WALs/5b0ae2ee7b9e,38759,1732180624233/5b0ae2ee7b9e%2C38759%2C1732180624233.1732180625888 2024-11-21T09:17:05,915 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40863:40863)] 2024-11-21T09:17:05,915 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:17:05,915 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:05,916 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:05,916 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:05,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:05,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:17:05,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:05,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:05,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:05,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:17:05,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:05,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:05,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:05,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:17:05,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:05,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:05,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:05,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:17:05,958 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:05,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:05,962 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:05,964 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:05,967 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:05,971 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:05,971 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:05,973 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:17:05,977 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:05,986 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:17:05,988 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70111297, jitterRate=0.0447397381067276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:17:05,988 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180625916Initializing all the Stores at 1732180625918 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180625918Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180625918Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180625918Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180625918Cleaning up temporary data from old regions at 1732180625972 (+54 ms)Region opened successfully at 1732180625988 (+16 ms) 2024-11-21T09:17:05,989 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:17:05,995 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcf7a5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:17:05,997 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T09:17:05,998 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:17:05,998 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:17:05,998 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:17:06,000 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T09:17:06,001 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T09:17:06,001 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T09:17:06,023 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:17:06,024 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Unable to get data of znode /1-1162846302/balancer because node does not exist (not necessarily an error) 2024-11-21T09:17:06,143 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1162846302/balancer already deleted, retry=false 2024-11-21T09:17:06,143 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:17:06,144 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Unable to get data of znode /1-1162846302/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:17:06,153 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1162846302/normalizer already deleted, retry=false 2024-11-21T09:17:06,154 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:17:06,155 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Unable to get data of znode /1-1162846302/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:17:06,164 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1162846302/switch/split already deleted, retry=false 2024-11-21T09:17:06,165 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Unable to get data of znode /1-1162846302/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:17:06,174 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1162846302/switch/merge already deleted, retry=false 2024-11-21T09:17:06,177 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Unable to get data of znode /1-1162846302/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:17:06,185 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1162846302/snapshot-cleanup already deleted, retry=false 2024-11-21T09:17:06,195 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39849-0x1015cae8b9c0004, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1162846302/running 2024-11-21T09:17:06,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1162846302/running 2024-11-21T09:17:06,195 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39849-0x1015cae8b9c0004, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1162846302 2024-11-21T09:17:06,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1162846302 2024-11-21T09:17:06,196 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,38759,1732180624233, sessionid=0x1015cae8b9c0003, setting cluster-up flag (Was=false) 2024-11-21T09:17:06,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1162846302 2024-11-21T09:17:06,216 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39849-0x1015cae8b9c0004, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1162846302 2024-11-21T09:17:06,248 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1162846302/flush-table-proc/acquired, /1-1162846302/flush-table-proc/reached, /1-1162846302/flush-table-proc/abort 2024-11-21T09:17:06,251 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,38759,1732180624233 2024-11-21T09:17:06,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1162846302 2024-11-21T09:17:06,269 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39849-0x1015cae8b9c0004, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1162846302 2024-11-21T09:17:06,301 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1162846302/online-snapshot/acquired, /1-1162846302/online-snapshot/reached, /1-1162846302/online-snapshot/abort 2024-11-21T09:17:06,302 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,38759,1732180624233 2024-11-21T09:17:06,304 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T09:17:06,307 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:06,307 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:17:06,307 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:17:06,308 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,38759,1732180624233 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:17:06,310 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:06,310 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:06,310 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:06,310 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:06,310 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:17:06,311 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:06,311 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:17:06,311 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:06,315 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:06,315 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T09:17:06,317 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:06,317 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T09:17:06,318 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180656318 2024-11-21T09:17:06,319 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:17:06,319 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:17:06,319 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:17:06,319 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:17:06,319 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:17:06,319 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:17:06,319 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:06,328 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:17:06,329 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:17:06,329 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:17:06,329 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T09:17:06,332 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:17:06,332 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:17:06,344 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180626332,5,FailOnTimeoutGroup] 2024-11-21T09:17:06,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:17:06,356 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T09:17:06,357 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b 2024-11-21T09:17:06,360 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180626344,5,FailOnTimeoutGroup] 2024-11-21T09:17:06,360 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:06,360 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:17:06,360 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:06,361 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:06,364 INFO [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.HRegionServer(746): ClusterId : a5d9da81-0aac-472a-9b69-c96475398ccb 2024-11-21T09:17:06,364 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:17:06,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741832_1008 (size=32) 2024-11-21T09:17:06,375 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:17:06,375 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:17:06,386 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:17:06,386 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb80205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:17:06,398 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:39849 2024-11-21T09:17:06,398 INFO [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:17:06,398 INFO [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:17:06,398 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:17:06,399 INFO [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,38759,1732180624233 with port=39849, startcode=1732180624388 2024-11-21T09:17:06,400 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:17:06,402 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:17:06,403 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38759 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,39849,1732180624388 2024-11-21T09:17:06,403 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38759 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,39849,1732180624388 2024-11-21T09:17:06,406 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b 2024-11-21T09:17:06,406 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33489 2024-11-21T09:17:06,406 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:17:06,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1162846302/rs 2024-11-21T09:17:06,454 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] zookeeper.ZKUtil(111): regionserver:39849-0x1015cae8b9c0004, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Set watcher on existing znode=/1-1162846302/rs/5b0ae2ee7b9e,39849,1732180624388 2024-11-21T09:17:06,454 WARN [RS:0;5b0ae2ee7b9e:39849 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:17:06,454 INFO [RS:0;5b0ae2ee7b9e:39849 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:17:06,454 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/WALs/5b0ae2ee7b9e,39849,1732180624388 2024-11-21T09:17:06,454 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,39849,1732180624388] 2024-11-21T09:17:06,459 INFO [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:17:06,461 INFO [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:17:06,462 INFO [RS:0;5b0ae2ee7b9e:39849 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:17:06,462 INFO [RS:0;5b0ae2ee7b9e:39849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:06,463 INFO [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:17:06,464 INFO [RS:0;5b0ae2ee7b9e:39849 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:17:06,464 INFO [RS:0;5b0ae2ee7b9e:39849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:06,464 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:06,465 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:06,465 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:06,465 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:06,465 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:06,465 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:17:06,465 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:06,465 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:06,465 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:06,465 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:06,465 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:06,466 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:06,466 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:17:06,466 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:17:06,467 INFO [RS:0;5b0ae2ee7b9e:39849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:06,467 INFO [RS:0;5b0ae2ee7b9e:39849 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:06,467 INFO [RS:0;5b0ae2ee7b9e:39849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:06,467 INFO [RS:0;5b0ae2ee7b9e:39849 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:06,467 INFO [RS:0;5b0ae2ee7b9e:39849 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:06,467 INFO [RS:0;5b0ae2ee7b9e:39849 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,39849,1732180624388-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:17:06,483 INFO [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:17:06,483 INFO [RS:0;5b0ae2ee7b9e:39849 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,39849,1732180624388-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:06,483 INFO [RS:0;5b0ae2ee7b9e:39849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:06,483 INFO [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.Replication(171): 5b0ae2ee7b9e,39849,1732180624388 started 2024-11-21T09:17:06,497 INFO [RS:0;5b0ae2ee7b9e:39849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:06,498 INFO [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,39849,1732180624388, RpcServer on 5b0ae2ee7b9e/172.17.0.2:39849, sessionid=0x1015cae8b9c0004 2024-11-21T09:17:06,498 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:17:06,498 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,39849,1732180624388 2024-11-21T09:17:06,498 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,39849,1732180624388' 2024-11-21T09:17:06,498 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1162846302/flush-table-proc/abort' 2024-11-21T09:17:06,498 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1162846302/flush-table-proc/acquired' 2024-11-21T09:17:06,499 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:17:06,499 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:17:06,499 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,39849,1732180624388 2024-11-21T09:17:06,499 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,39849,1732180624388' 2024-11-21T09:17:06,499 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1162846302/online-snapshot/abort' 2024-11-21T09:17:06,500 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1162846302/online-snapshot/acquired' 2024-11-21T09:17:06,500 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:17:06,500 INFO [RS:0;5b0ae2ee7b9e:39849 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:17:06,500 INFO [RS:0;5b0ae2ee7b9e:39849 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:17:06,601 INFO [RS:0;5b0ae2ee7b9e:39849 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:17:06,604 INFO [RS:0;5b0ae2ee7b9e:39849 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C39849%2C1732180624388, suffix=, logDir=hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/WALs/5b0ae2ee7b9e,39849,1732180624388, archiveDir=hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/oldWALs, maxLogs=10 2024-11-21T09:17:06,624 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/WALs/5b0ae2ee7b9e,39849,1732180624388/5b0ae2ee7b9e%2C39849%2C1732180624388.1732180626607, exclude list is [], retry=0 2024-11-21T09:17:06,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46663,DS-033508dc-392c-4e51-b7c3-5e87e7d27984,DISK] 2024-11-21T09:17:06,632 INFO [RS:0;5b0ae2ee7b9e:39849 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/WALs/5b0ae2ee7b9e,39849,1732180624388/5b0ae2ee7b9e%2C39849%2C1732180624388.1732180626607 2024-11-21T09:17:06,632 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40863:40863)] 2024-11-21T09:17:06,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:06,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:17:06,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:17:06,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:06,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:06,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:17:06,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:17:06,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:06,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:06,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:17:06,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:17:06,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:06,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:06,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:17:06,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:17:06,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:06,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:06,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:17:06,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/data/hbase/meta/1588230740 2024-11-21T09:17:06,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/data/hbase/meta/1588230740 2024-11-21T09:17:06,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:17:06,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:17:06,794 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:17:06,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:17:06,799 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:17:06,800 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65935937, jitterRate=-0.01747797429561615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:17:06,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732180626775Initializing all the Stores at 1732180626776 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180626776Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180626777 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180626777Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180626777Cleaning up temporary data from old regions at 1732180626793 (+16 ms)Region opened successfully at 1732180626800 (+7 ms) 2024-11-21T09:17:06,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:17:06,801 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:17:06,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:17:06,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:17:06,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:17:06,801 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:17:06,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180626801Disabling compacts and flushes for region at 1732180626801Disabling writes for close at 1732180626801Writing region close event to WAL at 1732180626801Closed at 1732180626801 2024-11-21T09:17:06,803 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:06,803 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T09:17:06,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:17:06,806 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:17:06,807 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T09:17:06,827 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:17:06,896 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T09:17:06,898 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T09:17:06,899 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T09:17:06,901 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:17:06,901 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T09:17:06,901 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:17:06,901 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T09:17:06,902 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T09:17:06,902 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T09:17:06,957 DEBUG [5b0ae2ee7b9e:38759 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:17:06,958 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,39849,1732180624388 2024-11-21T09:17:06,960 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,39849,1732180624388, state=OPENING 2024-11-21T09:17:07,087 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T09:17:07,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1162846302 2024-11-21T09:17:07,098 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39849-0x1015cae8b9c0004, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1162846302 2024-11-21T09:17:07,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1162846302/meta-region-server: CHANGED 2024-11-21T09:17:07,098 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:17:07,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1162846302/meta-region-server: CHANGED 2024-11-21T09:17:07,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,39849,1732180624388}] 2024-11-21T09:17:07,253 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:17:07,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:17:07,261 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:17:07,261 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:17:07,262 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:17:07,265 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C39849%2C1732180624388.meta, suffix=.meta, logDir=hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/WALs/5b0ae2ee7b9e,39849,1732180624388, archiveDir=hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/oldWALs, maxLogs=10 2024-11-21T09:17:07,285 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/WALs/5b0ae2ee7b9e,39849,1732180624388/5b0ae2ee7b9e%2C39849%2C1732180624388.meta.1732180627267.meta, exclude list is [], retry=0 2024-11-21T09:17:07,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46663,DS-033508dc-392c-4e51-b7c3-5e87e7d27984,DISK] 2024-11-21T09:17:07,294 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/WALs/5b0ae2ee7b9e,39849,1732180624388/5b0ae2ee7b9e%2C39849%2C1732180624388.meta.1732180627267.meta 2024-11-21T09:17:07,294 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40863:40863)] 2024-11-21T09:17:07,295 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:17:07,295 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:17:07,296 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:17:07,296 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:17:07,296 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:17:07,296 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:17:07,296 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:07,296 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:17:07,297 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:17:07,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:17:07,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:17:07,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:07,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:07,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:17:07,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:17:07,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:07,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:07,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:17:07,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:17:07,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:07,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:07,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:17:07,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:17:07,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:07,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:07,312 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:17:07,313 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/data/hbase/meta/1588230740 2024-11-21T09:17:07,316 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/data/hbase/meta/1588230740 2024-11-21T09:17:07,320 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:17:07,320 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:17:07,322 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:17:07,327 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:17:07,330 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65716149, jitterRate=-0.02075307071208954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:17:07,330 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:17:07,331 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180627297Writing region info on filesystem at 1732180627297Initializing all the Stores at 1732180627298 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180627299 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180627300 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180627300Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180627300Cleaning up temporary data from old regions at 1732180627320 (+20 ms)Running coprocessor post-open hooks at 1732180627330 (+10 ms)Region opened successfully at 1732180627330 2024-11-21T09:17:07,333 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732180627253 2024-11-21T09:17:07,340 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,39849,1732180624388 2024-11-21T09:17:07,342 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,39849,1732180624388, state=OPEN 2024-11-21T09:17:07,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1162846302/meta-region-server 2024-11-21T09:17:07,353 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39849-0x1015cae8b9c0004, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1162846302/meta-region-server 2024-11-21T09:17:07,353 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,39849,1732180624388 2024-11-21T09:17:07,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1162846302/meta-region-server: CHANGED 2024-11-21T09:17:07,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1162846302/meta-region-server: CHANGED 2024-11-21T09:17:07,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T09:17:07,360 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:17:07,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,39849,1732180624388 in 255 msec 2024-11-21T09:17:07,361 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:17:07,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T09:17:07,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 557 msec 2024-11-21T09:17:07,367 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:07,367 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T09:17:07,370 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:17:07,370 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,39849,1732180624388, seqNum=-1] 2024-11-21T09:17:07,371 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:17:07,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:17:07,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0750 sec 2024-11-21T09:17:07,385 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180627385, completionTime=-1 2024-11-21T09:17:07,385 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T09:17:07,386 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:17:07,389 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T09:17:07,390 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732180687390 2024-11-21T09:17:07,390 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732180747390 2024-11-21T09:17:07,390 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-11-21T09:17:07,390 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,38759,1732180624233-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:07,390 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,38759,1732180624233-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:07,391 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,38759,1732180624233-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:07,391 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:38759, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:07,391 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:07,392 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:07,395 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T09:17:07,398 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.897sec 2024-11-21T09:17:07,399 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:17:07,399 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:17:07,399 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:17:07,399 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:17:07,399 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:17:07,399 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,38759,1732180624233-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:17:07,399 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,38759,1732180624233-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:17:07,404 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:17:07,404 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:17:07,404 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,38759,1732180624233-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:07,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d5e65e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:07,464 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,38759,-1 for getting cluster id 2024-11-21T09:17:07,464 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:07,466 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5d9da81-0aac-472a-9b69-c96475398ccb' 2024-11-21T09:17:07,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:07,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5d9da81-0aac-472a-9b69-c96475398ccb" 2024-11-21T09:17:07,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef64e3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:07,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,38759,-1] 2024-11-21T09:17:07,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:07,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:07,469 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:07,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:07,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:17:07,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,39849,1732180624388, seqNum=-1] 2024-11-21T09:17:07,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:17:07,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:17:07,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b0ae2ee7b9e,38759,1732180624233 2024-11-21T09:17:07,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54130 2024-11-21T09:17:07,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:17:07,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015cae8b9c0005 connected 2024-11-21T09:17:07,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4183ef6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:07,553 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,37609,-1 for getting cluster id 2024-11-21T09:17:07,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:07,557 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e6efd4c-33fc-43c9-b0d9-a78c0bab8059' 2024-11-21T09:17:07,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:07,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e6efd4c-33fc-43c9-b0d9-a78c0bab8059" 2024-11-21T09:17:07,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21abc21e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:07,558 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,37609,-1] 2024-11-21T09:17:07,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:07,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:07,561 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:07,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4531851e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:07,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:17:07,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,37609,1732180616021 2024-11-21T09:17:07,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@572118e7 2024-11-21T09:17:07,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:17:07,581 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:17:07,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b0ae2ee7b9e:38759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T09:17:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T09:17:07,595 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:38759' 2024-11-21T09:17:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:17:07,597 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4c92b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:07,597 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,38759,-1 for getting cluster id 2024-11-21T09:17:07,597 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:07,598 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5d9da81-0aac-472a-9b69-c96475398ccb' 2024-11-21T09:17:07,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:07,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5d9da81-0aac-472a-9b69-c96475398ccb" 2024-11-21T09:17:07,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580797a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:07,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,38759,-1] 2024-11-21T09:17:07,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:07,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:07,601 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:07,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b914dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:07,603 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:17:07,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,38759,1732180624233 2024-11-21T09:17:07,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d241329 2024-11-21T09:17:07,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:17:07,612 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:17:07,629 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T09:17:07,629 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T09:17:07,634 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:07,635 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:07,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:17:07,636 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:17:07,643 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T09:17:07,646 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:17:07,647 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:07,649 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:17:07,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741835_1011 (size=1138) 2024-11-21T09:17:07,695 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T09:17:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:17:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:17:08,070 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22296e3f626bca663980fc7d3c46f5f8, NAME => 'hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331 2024-11-21T09:17:08,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741836_1012 (size=44) 2024-11-21T09:17:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:17:08,483 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:08,483 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 22296e3f626bca663980fc7d3c46f5f8, disabling compactions & flushes 2024-11-21T09:17:08,483 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. 2024-11-21T09:17:08,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. 2024-11-21T09:17:08,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. after waiting 0 ms 2024-11-21T09:17:08,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. 2024-11-21T09:17:08,484 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. 2024-11-21T09:17:08,484 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22296e3f626bca663980fc7d3c46f5f8: Waiting for close lock at 1732180628483Disabling compacts and flushes for region at 1732180628483Disabling writes for close at 1732180628484 (+1 ms)Writing region close event to WAL at 1732180628484Closed at 1732180628484 2024-11-21T09:17:08,486 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:17:08,492 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732180628486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180628486"}]},"ts":"1732180628486"} 2024-11-21T09:17:08,497 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:17:08,499 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:17:08,502 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180628499"}]},"ts":"1732180628499"} 2024-11-21T09:17:08,506 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T09:17:08,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22296e3f626bca663980fc7d3c46f5f8, ASSIGN}] 2024-11-21T09:17:08,511 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22296e3f626bca663980fc7d3c46f5f8, ASSIGN 2024-11-21T09:17:08,513 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=22296e3f626bca663980fc7d3c46f5f8, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,43331,1732180617008; forceNewPlan=false, retain=false 2024-11-21T09:17:08,665 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=22296e3f626bca663980fc7d3c46f5f8, regionState=OPENING, regionLocation=5b0ae2ee7b9e,43331,1732180617008 2024-11-21T09:17:08,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=22296e3f626bca663980fc7d3c46f5f8, ASSIGN because future has completed 2024-11-21T09:17:08,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22296e3f626bca663980fc7d3c46f5f8, server=5b0ae2ee7b9e,43331,1732180617008}] 2024-11-21T09:17:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:17:08,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. 2024-11-21T09:17:08,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:17:08,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T09:17:08,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C43331%2C1732180617008.rep, suffix=, logDir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008, archiveDir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/oldWALs, maxLogs=10 2024-11-21T09:17:08,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008/5b0ae2ee7b9e%2C43331%2C1732180617008.rep.1732180628835, exclude list is [], retry=0 2024-11-21T09:17:08,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35665,DS-0e68af16-211c-4710-b389-0f63e5b8241d,DISK] 2024-11-21T09:17:08,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008/5b0ae2ee7b9e%2C43331%2C1732180617008.rep.1732180628835 2024-11-21T09:17:08,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43757:43757)] 2024-11-21T09:17:08,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 22296e3f626bca663980fc7d3c46f5f8, NAME => 'hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:17:08,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:17:08,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:17:08,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. service=MultiRowMutationService 2024-11-21T09:17:08,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T09:17:08,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:08,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:08,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:08,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:08,860 INFO [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:08,862 INFO [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22296e3f626bca663980fc7d3c46f5f8 columnFamilyName hfileref 2024-11-21T09:17:08,862 DEBUG [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:08,863 INFO [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] regionserver.HStore(327): Store=22296e3f626bca663980fc7d3c46f5f8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:08,863 INFO [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:08,865 INFO [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22296e3f626bca663980fc7d3c46f5f8 columnFamilyName queue 2024-11-21T09:17:08,865 DEBUG [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:08,866 INFO [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] regionserver.HStore(327): Store=22296e3f626bca663980fc7d3c46f5f8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:08,866 INFO [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:08,868 INFO [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22296e3f626bca663980fc7d3c46f5f8 columnFamilyName sid 2024-11-21T09:17:08,868 DEBUG [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:08,869 INFO [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] regionserver.HStore(327): Store=22296e3f626bca663980fc7d3c46f5f8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:08,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:08,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/replication/22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:08,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/replication/22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:08,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:08,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:08,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:17:08,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:08,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/replication/22296e3f626bca663980fc7d3c46f5f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:17:08,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 22296e3f626bca663980fc7d3c46f5f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73429706, jitterRate=0.09418788552284241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:17:08,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:08,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 22296e3f626bca663980fc7d3c46f5f8: Running coprocessor pre-open hook at 1732180628858Writing region info on filesystem at 1732180628858Initializing all the Stores at 1732180628860 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180628860Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180628860Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180628860Cleaning up temporary data from old regions at 1732180628876 (+16 ms)Running coprocessor post-open hooks at 1732180628893 (+17 ms)Region opened successfully at 1732180628895 (+2 ms) 2024-11-21T09:17:08,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8., pid=7, masterSystemTime=1732180628824 2024-11-21T09:17:08,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. 2024-11-21T09:17:08,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. 2024-11-21T09:17:08,901 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=22296e3f626bca663980fc7d3c46f5f8, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,43331,1732180617008 2024-11-21T09:17:08,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22296e3f626bca663980fc7d3c46f5f8, server=5b0ae2ee7b9e,43331,1732180617008 because future has completed 2024-11-21T09:17:08,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T09:17:08,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 22296e3f626bca663980fc7d3c46f5f8, server=5b0ae2ee7b9e,43331,1732180617008 in 239 msec 2024-11-21T09:17:08,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T09:17:08,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22296e3f626bca663980fc7d3c46f5f8, ASSIGN in 407 msec 2024-11-21T09:17:08,921 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:17:08,921 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180628921"}]},"ts":"1732180628921"} 2024-11-21T09:17:08,925 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T09:17:08,927 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:17:08,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2900 sec 2024-11-21T09:17:08,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8., hostname=5b0ae2ee7b9e,43331,1732180617008, seqNum=2] 2024-11-21T09:17:08,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43331 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-21T09:17:09,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1015cae8b9c0001, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640 2024-11-21T09:17:09,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640 2024-11-21T09:17:09,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T09:17:09,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T09:17:09,280 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T09:17:09,321 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5b0ae2ee7b9e,43331,1732180617008, ReplicationSource: 1, currentBandwidth=0 2024-11-21T09:17:09,323 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:17:09,323 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,43331,1732180617008, seqNum=-1] 2024-11-21T09:17:09,323 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:17:09,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-21T09:17:09,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b0ae2ee7b9e,43331,1732180617008', locateType=CURRENT is [region=hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8., hostname=5b0ae2ee7b9e,43331,1732180617008, seqNum=2] 2024-11-21T09:17:09,334 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T09:17:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T09:17:09,340 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b0ae2ee7b9e,43331,1732180617008 suceeded 2024-11-21T09:17:09,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T09:17:09,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-11-21T09:17:09,345 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b0ae2ee7b9e:38759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T09:17:09,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7600 sec 2024-11-21T09:17:09,355 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43331,1732180617008 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:38759' 2024-11-21T09:17:09,362 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43331,1732180617008 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1544bdfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:09,362 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43331,1732180617008 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,38759,-1 for getting cluster id 2024-11-21T09:17:09,362 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43331,1732180617008 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:09,363 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5d9da81-0aac-472a-9b69-c96475398ccb' 2024-11-21T09:17:09,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:09,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5d9da81-0aac-472a-9b69-c96475398ccb" 2024-11-21T09:17:09,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dac78a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:09,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,38759,-1] 2024-11-21T09:17:09,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:09,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:09,365 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:09,367 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43331,1732180617008 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74930d58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:09,367 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43331,1732180617008 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:17:09,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,38759,1732180624233 2024-11-21T09:17:09,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18ac1161 2024-11-21T09:17:09,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:17:09,369 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T09:17:09,371 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43331,1732180617008 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b0ae2ee7b9e,43331,1732180617008 (queues=1) is replicating from cluster=4e6efd4c-33fc-43c9-b0d9-a78c0bab8059 to cluster=a5d9da81-0aac-472a-9b69-c96475398ccb 2024-11-21T09:17:09,374 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43331,1732180617008 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b0ae2ee7b9e%2C43331%2C1732180617008 2024-11-21T09:17:09,378 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43331,1732180617008 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b0ae2ee7b9e,43331,1732180617008, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T09:17:09,387 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43331,1732180617008.replicationSource.shipper5b0ae2ee7b9e%2C43331%2C1732180617008,1-5b0ae2ee7b9e,43331,1732180617008 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b0ae2ee7b9e%2C43331%2C1732180617008 2024-11-21T09:17:09,388 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43331,1732180617008.replicationSource.wal-reader.5b0ae2ee7b9e%2C43331%2C1732180617008,1-5b0ae2ee7b9e,43331,1732180617008 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008/5b0ae2ee7b9e%2C43331%2C1732180617008.1732180620718, startPosition=0, beingWritten=true 2024-11-21T09:17:09,662 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43331,1732180617008.replicationSource.wal-reader.5b0ae2ee7b9e%2C43331%2C1732180617008,1-5b0ae2ee7b9e,43331,1732180617008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008/5b0ae2ee7b9e%2C43331%2C1732180617008.1732180620718 to pos 0, reset compression=false 2024-11-21T09:17:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:17:09,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:17:09,750 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T09:17:09,750 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:17:09,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:09,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:09,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:17:09,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624c4eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:09,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,37609,-1 for getting cluster id 2024-11-21T09:17:09,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:09,752 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e6efd4c-33fc-43c9-b0d9-a78c0bab8059' 2024-11-21T09:17:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e6efd4c-33fc-43c9-b0d9-a78c0bab8059" 2024-11-21T09:17:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352f2b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,37609,-1] 2024-11-21T09:17:09,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:09,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:09,755 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:09,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48df1600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:09,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:17:09,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,37609,1732180616021 2024-11-21T09:17:09,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cd17bbb 2024-11-21T09:17:09,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:17:09,761 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:17:09,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://5b0ae2ee7b9e:38759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T09:17:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T09:17:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T09:17:09,766 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:38759' 2024-11-21T09:17:09,767 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0742e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:09,767 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,38759,-1 for getting cluster id 2024-11-21T09:17:09,767 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:09,768 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5d9da81-0aac-472a-9b69-c96475398ccb' 2024-11-21T09:17:09,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:09,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5d9da81-0aac-472a-9b69-c96475398ccb" 2024-11-21T09:17:09,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67266950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:09,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,38759,-1] 2024-11-21T09:17:09,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:09,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:09,770 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:09,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d429f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:09,771 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:17:09,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,38759,1732180624233 2024-11-21T09:17:09,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70e9b9c3 2024-11-21T09:17:09,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:17:09,774 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:17:09,777 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-21T09:17:09,777 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T09:17:09,777 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:09,777 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:09,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:17:09,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T09:17:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T09:17:09,972 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43331,1732180617008.replicationSource.wal-reader.5b0ae2ee7b9e%2C43331%2C1732180617008,1-5b0ae2ee7b9e,43331,1732180617008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008/5b0ae2ee7b9e%2C43331%2C1732180617008.1732180620718 to pos 0, reset compression=false 2024-11-21T09:17:09,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-21T09:17:09,994 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-21T09:17:10,037 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-5b0ae2ee7b9e,43331,1732180617008, ReplicationSource: 2, currentBandwidth=0 2024-11-21T09:17:10,041 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-21T09:17:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-21T09:17:10,045 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 5b0ae2ee7b9e,43331,1732180617008 suceeded 2024-11-21T09:17:10,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T09:17:10,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-21T09:17:10,049 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://5b0ae2ee7b9e:38759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T09:17:10,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 287 msec 2024-11-21T09:17:10,059 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,43331,1732180617008 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:38759' 2024-11-21T09:17:10,060 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,43331,1732180617008 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d63645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:10,060 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,43331,1732180617008 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,38759,-1 for getting cluster id 2024-11-21T09:17:10,060 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,43331,1732180617008 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:10,061 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5d9da81-0aac-472a-9b69-c96475398ccb' 2024-11-21T09:17:10,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:10,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5d9da81-0aac-472a-9b69-c96475398ccb" 2024-11-21T09:17:10,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26bdb5cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:10,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,38759,-1] 2024-11-21T09:17:10,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:10,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:10,063 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:10,064 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,43331,1732180617008 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d364727, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:10,065 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,43331,1732180617008 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:17:10,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,38759,1732180624233 2024-11-21T09:17:10,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10868de7 2024-11-21T09:17:10,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:17:10,067 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T09:17:10,068 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,43331,1732180617008 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5b0ae2ee7b9e,43331,1732180617008 (queues=1) is replicating from cluster=4e6efd4c-33fc-43c9-b0d9-a78c0bab8059 to cluster=a5d9da81-0aac-472a-9b69-c96475398ccb 2024-11-21T09:17:10,069 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,43331,1732180617008 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5b0ae2ee7b9e%2C43331%2C1732180617008 2024-11-21T09:17:10,069 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,43331,1732180617008 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5b0ae2ee7b9e,43331,1732180617008, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T09:17:10,069 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,43331,1732180617008.replicationSource.shipper5b0ae2ee7b9e%2C43331%2C1732180617008,2-5b0ae2ee7b9e,43331,1732180617008 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b0ae2ee7b9e%2C43331%2C1732180617008 2024-11-21T09:17:10,069 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,43331,1732180617008.replicationSource.wal-reader.5b0ae2ee7b9e%2C43331%2C1732180617008,2-5b0ae2ee7b9e,43331,1732180617008 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008/5b0ae2ee7b9e%2C43331%2C1732180617008.1732180620718, startPosition=0, beingWritten=true 2024-11-21T09:17:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T09:17:10,080 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-21T09:17:10,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:17:10,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:17:10,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:10,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:10,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:17:10,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:17:10,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,37609,1732180616021 2024-11-21T09:17:10,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26ace8ca 2024-11-21T09:17:10,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:17:10,088 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:17:10,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T09:17:10,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T09:17:10,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T09:17:10,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T09:17:10,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://5b0ae2ee7b9e:38759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T09:17:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T09:17:10,109 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:38759' 2024-11-21T09:17:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T09:17:10,111 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40fd1b06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:10,111 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,38759,-1 for getting cluster id 2024-11-21T09:17:10,111 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:10,112 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5d9da81-0aac-472a-9b69-c96475398ccb' 2024-11-21T09:17:10,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:10,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5d9da81-0aac-472a-9b69-c96475398ccb" 2024-11-21T09:17:10,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd3c3e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:10,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,38759,-1] 2024-11-21T09:17:10,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:10,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:10,115 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:10,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67189d3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:10,117 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:17:10,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,38759,1732180624233 2024-11-21T09:17:10,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@784fdbdd 2024-11-21T09:17:10,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:17:10,119 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:17:10,120 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T09:17:10,121 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T09:17:10,121 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:10,121 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:10,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:17:10,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T09:17:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T09:17:10,283 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,43331,1732180617008.replicationSource.wal-reader.5b0ae2ee7b9e%2C43331%2C1732180617008,2-5b0ae2ee7b9e,43331,1732180617008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008/5b0ae2ee7b9e%2C43331%2C1732180617008.1732180620718 to pos 0, reset compression=false 2024-11-21T09:17:10,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-21T09:17:10,289 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-21T09:17:10,291 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-21T09:17:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-21T09:17:10,296 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 5b0ae2ee7b9e,43331,1732180617008 suceeded 2024-11-21T09:17:10,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-21T09:17:10,299 INFO [PEWorker-1 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://5b0ae2ee7b9e:38759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T09:17:10,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-21T09:17:10,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 198 msec 2024-11-21T09:17:10,380 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43331,1732180617008.replicationSource.wal-reader.5b0ae2ee7b9e%2C43331%2C1732180617008,1-5b0ae2ee7b9e,43331,1732180617008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008/5b0ae2ee7b9e%2C43331%2C1732180617008.1732180620718 to pos 0, reset compression=false 2024-11-21T09:17:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T09:17:10,430 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-21T09:17:10,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://5b0ae2ee7b9e:38759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T09:17:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T09:17:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T09:17:10,435 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:38759' 2024-11-21T09:17:10,436 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf8cc03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:10,436 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,38759,-1 for getting cluster id 2024-11-21T09:17:10,436 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:10,437 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5d9da81-0aac-472a-9b69-c96475398ccb' 2024-11-21T09:17:10,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:10,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5d9da81-0aac-472a-9b69-c96475398ccb" 2024-11-21T09:17:10,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71a86c59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:10,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,38759,-1] 2024-11-21T09:17:10,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:10,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:10,439 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:10,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b88b73e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:10,440 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:17:10,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,38759,1732180624233 2024-11-21T09:17:10,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@704897a2 2024-11-21T09:17:10,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:17:10,443 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:17:10,444 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-21T09:17:10,444 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T09:17:10,444 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:10,444 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:10,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:17:10,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T09:17:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T09:17:10,591 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,43331,1732180617008.replicationSource.wal-reader.5b0ae2ee7b9e%2C43331%2C1732180617008,2-5b0ae2ee7b9e,43331,1732180617008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008/5b0ae2ee7b9e%2C43331%2C1732180617008.1732180620718 to pos 0, reset compression=false 2024-11-21T09:17:10,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-21T09:17:10,614 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-21T09:17:10,616 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-21T09:17:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-21T09:17:10,620 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 5b0ae2ee7b9e,43331,1732180617008 suceeded 2024-11-21T09:17:10,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-21T09:17:10,624 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://5b0ae2ee7b9e:38759,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T09:17:10,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-21T09:17:10,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 194 msec 2024-11-21T09:17:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T09:17:10,750 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-21T09:17:10,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T09:17:10,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37609 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T09:17:10,753 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:17:10,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:17:10,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:10,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:10,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:17:10,754 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:17:10,754 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1937509385, stopped=false 2024-11-21T09:17:10,755 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,37609,1732180616021 2024-11-21T09:17:10,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01923205640/running 2024-11-21T09:17:10,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1015cae8b9c0001, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01923205640/running 2024-11-21T09:17:10,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1015cae8b9c0001, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640 2024-11-21T09:17:10,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640 2024-11-21T09:17:10,806 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:17:10,806 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:17:10,806 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:17:10,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:10,807 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,43331,1732180617008' ***** 2024-11-21T09:17:10,807 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:17:10,808 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:17:10,808 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:17:10,808 INFO [RS:0;5b0ae2ee7b9e:43331 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:17:10,808 INFO [RS:0;5b0ae2ee7b9e:43331 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:17:10,808 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(3091): Received CLOSE for 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:10,809 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,43331,1732180617008 2024-11-21T09:17:10,809 INFO [RS:0;5b0ae2ee7b9e:43331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:17:10,809 INFO [RS:0;5b0ae2ee7b9e:43331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:43331. 2024-11-21T09:17:10,809 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:17:10,809 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:10,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43331-0x1015cae8b9c0001, quorum=127.0.0.1:54130, baseZNode=/01923205640 Set watcher on znode that does not yet exist, /01923205640/running 2024-11-21T09:17:10,809 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22296e3f626bca663980fc7d3c46f5f8, disabling compactions & flushes 2024-11-21T09:17:10,809 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. 2024-11-21T09:17:10,809 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:17:10,809 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. 2024-11-21T09:17:10,810 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:17:10,810 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. after waiting 0 ms 2024-11-21T09:17:10,810 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:17:10,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Set watcher on znode that does not yet exist, /01923205640/running 2024-11-21T09:17:10,810 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. 2024-11-21T09:17:10,810 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:17:10,811 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T09:17:10,811 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(1325): Online Regions={22296e3f626bca663980fc7d3c46f5f8=hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T09:17:10,811 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:17:10,811 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:17:10,811 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:10,811 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:17:10,811 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:17:10,811 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:17:10,815 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 22296e3f626bca663980fc7d3c46f5f8 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-21T09:17:10,815 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T09:17:10,868 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:17:10,887 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43331,1732180617008.replicationSource.wal-reader.5b0ae2ee7b9e%2C43331%2C1732180617008,1-5b0ae2ee7b9e,43331,1732180617008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008/5b0ae2ee7b9e%2C43331%2C1732180617008.1732180620718 to pos 0, reset compression=false 2024-11-21T09:17:10,901 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/replication/22296e3f626bca663980fc7d3c46f5f8/.tmp/queue/ce3643771f6d46eab6a1677d892f4ad8 is 151, key is 1-5b0ae2ee7b9e,43331,1732180617008/queue:5b0ae2ee7b9e%2C43331%2C1732180617008/1732180629329/Put/seqid=0 2024-11-21T09:17:10,901 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/.tmp/info/243fbdcca3d7451c8a0fd345e699c1b3 is 147, key is hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8./info:regioninfo/1732180628901/Put/seqid=0 2024-11-21T09:17:10,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741839_1015 (size=5500) 2024-11-21T09:17:10,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741838_1014 (size=6631) 2024-11-21T09:17:11,001 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,43331,1732180617008.replicationSource.wal-reader.5b0ae2ee7b9e%2C43331%2C1732180617008,2-5b0ae2ee7b9e,43331,1732180617008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008/5b0ae2ee7b9e%2C43331%2C1732180617008.1732180620718 to pos 0, reset compression=false 2024-11-21T09:17:11,011 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:11,212 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:11,322 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/replication/22296e3f626bca663980fc7d3c46f5f8/.tmp/queue/ce3643771f6d46eab6a1677d892f4ad8 2024-11-21T09:17:11,327 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/.tmp/info/243fbdcca3d7451c8a0fd345e699c1b3 2024-11-21T09:17:11,371 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/replication/22296e3f626bca663980fc7d3c46f5f8/.tmp/queue/ce3643771f6d46eab6a1677d892f4ad8 as hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/replication/22296e3f626bca663980fc7d3c46f5f8/queue/ce3643771f6d46eab6a1677d892f4ad8 2024-11-21T09:17:11,385 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/replication/22296e3f626bca663980fc7d3c46f5f8/queue/ce3643771f6d46eab6a1677d892f4ad8, entries=2, sequenceid=6, filesize=5.4 K 2024-11-21T09:17:11,392 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/.tmp/ns/707d622b96a94687926ab7b1e7a1121b is 43, key is default/ns:d/1732180621574/Put/seqid=0 2024-11-21T09:17:11,394 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 22296e3f626bca663980fc7d3c46f5f8 in 579ms, sequenceid=6, compaction requested=false 2024-11-21T09:17:11,394 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T09:17:11,412 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:11,428 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/replication/22296e3f626bca663980fc7d3c46f5f8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T09:17:11,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741840_1016 (size=5153) 2024-11-21T09:17:11,433 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:17:11,434 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:17:11,434 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. 2024-11-21T09:17:11,434 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22296e3f626bca663980fc7d3c46f5f8: Waiting for close lock at 1732180630809Running coprocessor pre-close hooks at 1732180630809Disabling compacts and flushes for region at 1732180630809Disabling writes for close at 1732180630810 (+1 ms)Obtaining lock to block concurrent updates at 1732180630815 (+5 ms)Preparing flush snapshotting stores in 22296e3f626bca663980fc7d3c46f5f8 at 1732180630815Finished memstore snapshotting hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732180630824 (+9 ms)Flushing stores of hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. at 1732180630826 (+2 ms)Flushing 22296e3f626bca663980fc7d3c46f5f8/queue: creating writer at 1732180630829 (+3 ms)Flushing 22296e3f626bca663980fc7d3c46f5f8/queue: appending metadata at 1732180630879 (+50 ms)Flushing 22296e3f626bca663980fc7d3c46f5f8/queue: closing flushed file at 1732180630882 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@193a7a03: reopening flushed file at 1732180631368 (+486 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 22296e3f626bca663980fc7d3c46f5f8 in 579ms, sequenceid=6, compaction requested=false at 1732180631394 (+26 ms)Writing region close event to WAL at 1732180631397 (+3 ms)Running coprocessor post-close hooks at 1732180631432 (+35 ms)Closed at 1732180631434 (+2 ms) 2024-11-21T09:17:11,435 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. 2024-11-21T09:17:11,504 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43331,1732180617008.replicationSource.wal-reader.5b0ae2ee7b9e%2C43331%2C1732180617008,1-5b0ae2ee7b9e,43331,1732180617008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008/5b0ae2ee7b9e%2C43331%2C1732180617008.1732180620718 to pos 0, reset compression=false 2024-11-21T09:17:11,517 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,43331,1732180617008.replicationSource.wal-reader.5b0ae2ee7b9e%2C43331%2C1732180617008,2-5b0ae2ee7b9e,43331,1732180617008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008/5b0ae2ee7b9e%2C43331%2C1732180617008.1732180620718 to pos 0, reset compression=false 2024-11-21T09:17:11,552 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:17:11,552 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:17:11,612 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:17:11,813 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T09:17:11,813 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T09:17:11,813 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:17:11,831 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/.tmp/ns/707d622b96a94687926ab7b1e7a1121b 2024-11-21T09:17:11,865 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/.tmp/table/1587fbec6ad54158a67fbe5dddebbbee is 53, key is hbase:replication/table:state/1732180628921/Put/seqid=0 2024-11-21T09:17:11,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741841_1017 (size=5256) 2024-11-21T09:17:12,013 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:17:12,124 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,43331,1732180617008.replicationSource.wal-reader.5b0ae2ee7b9e%2C43331%2C1732180617008,2-5b0ae2ee7b9e,43331,1732180617008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008/5b0ae2ee7b9e%2C43331%2C1732180617008.1732180620718 to pos 0, reset compression=false 2024-11-21T09:17:12,210 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43331,1732180617008.replicationSource.wal-reader.5b0ae2ee7b9e%2C43331%2C1732180617008,1-5b0ae2ee7b9e,43331,1732180617008 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008/5b0ae2ee7b9e%2C43331%2C1732180617008.1732180620718 to pos 0, reset compression=false 2024-11-21T09:17:12,213 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:17:12,275 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/.tmp/table/1587fbec6ad54158a67fbe5dddebbbee 2024-11-21T09:17:12,291 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/.tmp/info/243fbdcca3d7451c8a0fd345e699c1b3 as hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/info/243fbdcca3d7451c8a0fd345e699c1b3 2024-11-21T09:17:12,301 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/info/243fbdcca3d7451c8a0fd345e699c1b3, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T09:17:12,303 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/.tmp/ns/707d622b96a94687926ab7b1e7a1121b as hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/ns/707d622b96a94687926ab7b1e7a1121b 2024-11-21T09:17:12,312 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/ns/707d622b96a94687926ab7b1e7a1121b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T09:17:12,314 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/.tmp/table/1587fbec6ad54158a67fbe5dddebbbee as hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/table/1587fbec6ad54158a67fbe5dddebbbee 2024-11-21T09:17:12,322 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/table/1587fbec6ad54158a67fbe5dddebbbee, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T09:17:12,323 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1512ms, sequenceid=11, compaction requested=false 2024-11-21T09:17:12,329 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T09:17:12,330 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:17:12,330 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:17:12,330 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:17:12,330 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180630811Running coprocessor pre-close hooks at 1732180630811Disabling compacts and flushes for region at 1732180630811Disabling writes for close at 1732180630811Obtaining lock to block concurrent updates at 1732180630815 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732180630815Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732180630824 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732180630826 (+2 ms)Flushing 1588230740/info: creating writer at 1732180630829 (+3 ms)Flushing 1588230740/info: appending metadata at 1732180630880 (+51 ms)Flushing 1588230740/info: closing flushed file at 1732180630882 (+2 ms)Flushing 1588230740/ns: creating writer at 1732180631368 (+486 ms)Flushing 1588230740/ns: appending metadata at 1732180631391 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732180631391Flushing 1588230740/table: creating writer at 1732180631842 (+451 ms)Flushing 1588230740/table: appending metadata at 1732180631864 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732180631864Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58cf30e8: reopening flushed file at 1732180632289 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10376878: reopening flushed file at 1732180632302 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4047f598: reopening flushed file at 1732180632312 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1512ms, sequenceid=11, compaction requested=false at 1732180632323 (+11 ms)Writing region close event to WAL at 1732180632325 (+2 ms)Running coprocessor post-close hooks at 1732180632330 (+5 ms)Closed at 1732180632330 2024-11-21T09:17:12,330 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:17:12,414 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,43331,1732180617008; all regions closed. 2024-11-21T09:17:12,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741834_1010 (size=2742) 2024-11-21T09:17:12,433 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/oldWALs 2024-11-21T09:17:12,433 INFO [RS:0;5b0ae2ee7b9e:43331 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C43331%2C1732180617008.meta:.meta(num 1732180621276) 2024-11-21T09:17:12,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741837_1013 (size=1802) 2024-11-21T09:17:12,440 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/oldWALs 2024-11-21T09:17:12,441 INFO [RS:0;5b0ae2ee7b9e:43331 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C43331%2C1732180617008.rep:(num 1732180628835) 2024-11-21T09:17:12,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741833_1009 (size=93) 2024-11-21T09:17:12,444 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008/5b0ae2ee7b9e%2C43331%2C1732180617008.1732180620718 not finished, retry = 0 2024-11-21T09:17:12,552 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/oldWALs 2024-11-21T09:17:12,552 INFO [RS:0;5b0ae2ee7b9e:43331 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C43331%2C1732180617008:(num 1732180620718) 2024-11-21T09:17:12,552 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:12,552 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:17:12,552 INFO [RS:0;5b0ae2ee7b9e:43331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:17:12,553 INFO [RS:0;5b0ae2ee7b9e:43331 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T09:17:12,553 INFO [RS:0;5b0ae2ee7b9e:43331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:17:12,553 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:17:12,554 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b0ae2ee7b9e,43331,1732180617008 because: Region server is closing 2024-11-21T09:17:12,554 INFO [RS:0;5b0ae2ee7b9e:43331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:43331. 2024-11-21T09:17:12,555 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:17:12,555 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:12,555 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:12,555 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:17:12,656 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43331,1732180617008.replicationSource.wal-reader.5b0ae2ee7b9e%2C43331%2C1732180617008,1-5b0ae2ee7b9e,43331,1732180617008 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T09:17:12,656 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43331,1732180617008.replicationSource.shipper5b0ae2ee7b9e%2C43331%2C1732180617008,1-5b0ae2ee7b9e,43331,1732180617008 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T09:17:12,657 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43331,1732180617008.replicationSource.shipper5b0ae2ee7b9e%2C43331%2C1732180617008,1-5b0ae2ee7b9e,43331,1732180617008 terminated 2024-11-21T09:17:12,658 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5b0ae2ee7b9e,43331,1732180617008 because: Region server is closing 2024-11-21T09:17:12,658 INFO [RS:0;5b0ae2ee7b9e:43331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:43331. 2024-11-21T09:17:12,659 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:17:12,659 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:12,659 DEBUG [RS:0;5b0ae2ee7b9e:43331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:12,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:17:12,760 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,43331,1732180617008.replicationSource.wal-reader.5b0ae2ee7b9e%2C43331%2C1732180617008,2-5b0ae2ee7b9e,43331,1732180617008 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T09:17:12,760 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,43331,1732180617008.replicationSource.shipper5b0ae2ee7b9e%2C43331%2C1732180617008,2-5b0ae2ee7b9e,43331,1732180617008 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T09:17:12,761 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,43331,1732180617008.replicationSource.shipper5b0ae2ee7b9e%2C43331%2C1732180617008,2-5b0ae2ee7b9e,43331,1732180617008 terminated 2024-11-21T09:17:12,762 INFO [RS:0;5b0ae2ee7b9e:43331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43331 2024-11-21T09:17:12,799 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:17:12,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640/rs 2024-11-21T09:17:12,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1015cae8b9c0001, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01923205640/rs/5b0ae2ee7b9e,43331,1732180617008 2024-11-21T09:17:12,827 INFO [RS:0;5b0ae2ee7b9e:43331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:17:12,828 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,43331,1732180617008] 2024-11-21T09:17:12,848 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01923205640/draining/5b0ae2ee7b9e,43331,1732180617008 already deleted, retry=false 2024-11-21T09:17:12,848 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,43331,1732180617008 expired; onlineServers=0 2024-11-21T09:17:12,848 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,37609,1732180616021' ***** 2024-11-21T09:17:12,848 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:17:12,848 INFO [M:0;5b0ae2ee7b9e:37609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:17:12,848 INFO [M:0;5b0ae2ee7b9e:37609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:17:12,849 DEBUG [M:0;5b0ae2ee7b9e:37609 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:17:12,849 DEBUG [M:0;5b0ae2ee7b9e:37609 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:17:12,849 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:17:12,849 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180620327 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180620327,5,FailOnTimeoutGroup] 2024-11-21T09:17:12,849 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180620326 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180620326,5,FailOnTimeoutGroup] 2024-11-21T09:17:12,849 INFO [M:0;5b0ae2ee7b9e:37609 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:17:12,849 INFO [M:0;5b0ae2ee7b9e:37609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:17:12,849 DEBUG [M:0;5b0ae2ee7b9e:37609 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:17:12,849 INFO [M:0;5b0ae2ee7b9e:37609 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:17:12,850 INFO [M:0;5b0ae2ee7b9e:37609 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:17:12,850 INFO [M:0;5b0ae2ee7b9e:37609 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:17:12,850 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:17:12,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01923205640/master 2024-11-21T09:17:12,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640 2024-11-21T09:17:12,859 DEBUG [M:0;5b0ae2ee7b9e:37609 {}] zookeeper.ZKUtil(347): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Unable to get data of znode /01923205640/master because node does not exist (not an error) 2024-11-21T09:17:12,859 WARN [M:0;5b0ae2ee7b9e:37609 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T09:17:12,860 INFO [M:0;5b0ae2ee7b9e:37609 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/.lastflushedseqids 2024-11-21T09:17:12,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741842_1018 (size=181) 2024-11-21T09:17:12,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1015cae8b9c0001, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:17:12,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43331-0x1015cae8b9c0001, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:17:12,938 INFO [RS:0;5b0ae2ee7b9e:43331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:17:12,938 INFO [RS:0;5b0ae2ee7b9e:43331 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,43331,1732180617008; zookeeper connection closed. 2024-11-21T09:17:12,939 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e1f4772 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e1f4772 2024-11-21T09:17:12,939 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T09:17:13,275 INFO [M:0;5b0ae2ee7b9e:37609 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:17:13,276 INFO [M:0;5b0ae2ee7b9e:37609 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:17:13,276 DEBUG [M:0;5b0ae2ee7b9e:37609 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:17:13,276 INFO [M:0;5b0ae2ee7b9e:37609 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:13,276 DEBUG [M:0;5b0ae2ee7b9e:37609 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:13,276 DEBUG [M:0;5b0ae2ee7b9e:37609 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:17:13,276 DEBUG [M:0;5b0ae2ee7b9e:37609 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:13,277 INFO [M:0;5b0ae2ee7b9e:37609 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-21T09:17:13,298 DEBUG [M:0;5b0ae2ee7b9e:37609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9fb7e7a56c44e9bba75b229e30a3e24 is 82, key is hbase:meta,,1/info:regioninfo/1732180621373/Put/seqid=0 2024-11-21T09:17:13,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741843_1019 (size=5672) 2024-11-21T09:17:13,704 INFO [M:0;5b0ae2ee7b9e:37609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9fb7e7a56c44e9bba75b229e30a3e24 2024-11-21T09:17:13,726 DEBUG [M:0;5b0ae2ee7b9e:37609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/130b190e9d3949719470e2ce5ef30ff0 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732180628929/Put/seqid=0 2024-11-21T09:17:13,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741844_1020 (size=8663) 2024-11-21T09:17:14,133 INFO [M:0;5b0ae2ee7b9e:37609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/130b190e9d3949719470e2ce5ef30ff0 2024-11-21T09:17:14,159 DEBUG [M:0;5b0ae2ee7b9e:37609 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20ee180e5c45496c9e8491aef0d72db8 is 69, key is 5b0ae2ee7b9e,43331,1732180617008/rs:state/1732180620444/Put/seqid=0 2024-11-21T09:17:14,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741845_1021 (size=5156) 2024-11-21T09:17:14,565 INFO [M:0;5b0ae2ee7b9e:37609 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20ee180e5c45496c9e8491aef0d72db8 2024-11-21T09:17:14,577 DEBUG [M:0;5b0ae2ee7b9e:37609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9fb7e7a56c44e9bba75b229e30a3e24 as hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9fb7e7a56c44e9bba75b229e30a3e24 2024-11-21T09:17:14,586 INFO [M:0;5b0ae2ee7b9e:37609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9fb7e7a56c44e9bba75b229e30a3e24, entries=8, sequenceid=115, filesize=5.5 K 2024-11-21T09:17:14,587 DEBUG [M:0;5b0ae2ee7b9e:37609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/130b190e9d3949719470e2ce5ef30ff0 as hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/130b190e9d3949719470e2ce5ef30ff0 2024-11-21T09:17:14,595 INFO [M:0;5b0ae2ee7b9e:37609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/130b190e9d3949719470e2ce5ef30ff0, entries=14, sequenceid=115, filesize=8.5 K 2024-11-21T09:17:14,596 DEBUG [M:0;5b0ae2ee7b9e:37609 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/20ee180e5c45496c9e8491aef0d72db8 as hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/20ee180e5c45496c9e8491aef0d72db8 2024-11-21T09:17:14,603 INFO [M:0;5b0ae2ee7b9e:37609 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/20ee180e5c45496c9e8491aef0d72db8, entries=1, sequenceid=115, filesize=5.0 K 2024-11-21T09:17:14,605 INFO [M:0;5b0ae2ee7b9e:37609 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=115, compaction requested=false 2024-11-21T09:17:14,606 INFO [M:0;5b0ae2ee7b9e:37609 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:14,606 DEBUG [M:0;5b0ae2ee7b9e:37609 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180633276Disabling compacts and flushes for region at 1732180633276Disabling writes for close at 1732180633276Obtaining lock to block concurrent updates at 1732180633277 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180633277Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732180633277Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180633278 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180633279 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180633297 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180633297Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180633711 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180633726 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180633726Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180634142 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180634159 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180634159Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f6291d7: reopening flushed file at 1732180634576 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b30dc4c: reopening flushed file at 1732180634586 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78983815: reopening flushed file at 1732180634595 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1328ms, sequenceid=115, compaction requested=false at 1732180634605 (+10 ms)Writing region close event to WAL at 1732180634606 (+1 ms)Closed at 1732180634606 2024-11-21T09:17:14,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741830_1006 (size=59421) 2024-11-21T09:17:14,611 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:17:14,611 INFO [M:0;5b0ae2ee7b9e:37609 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:17:14,611 INFO [M:0;5b0ae2ee7b9e:37609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37609 2024-11-21T09:17:14,611 INFO [M:0;5b0ae2ee7b9e:37609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:17:14,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:17:14,780 INFO [M:0;5b0ae2ee7b9e:37609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:17:14,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37609-0x1015cae8b9c0000, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:17:14,786 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:17:14,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:14,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:14,786 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:17:14,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:14,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:17:14,787 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:17:14,788 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:17:14,788 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34303 2024-11-21T09:17:14,790 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34303 connecting to ZooKeeper ensemble=127.0.0.1:54130 2024-11-21T09:17:14,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343030x0, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:17:14,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34303-0x1015cae8b9c0006 connected 2024-11-21T09:17:14,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:14,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:14,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Set watcher on znode that does not yet exist, /01923205640/running 2024-11-21T09:17:14,825 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01923205640/meta-region-server: INIT 2024-11-21T09:17:14,825 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331, hbase.cluster.distributed=false 2024-11-21T09:17:14,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Set watcher on znode that does not yet exist, /01923205640/acl 2024-11-21T09:17:14,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34303 2024-11-21T09:17:14,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34303 2024-11-21T09:17:14,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34303 2024-11-21T09:17:14,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34303 2024-11-21T09:17:14,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34303 2024-11-21T09:17:14,843 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:17:14,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:14,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:14,844 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:17:14,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:14,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:17:14,844 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:17:14,844 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:17:14,845 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42619 2024-11-21T09:17:14,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42619 connecting to ZooKeeper ensemble=127.0.0.1:54130 2024-11-21T09:17:14,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:14,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:14,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426190x0, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:17:14,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426190x0, quorum=127.0.0.1:54130, baseZNode=/01923205640 Set watcher on znode that does not yet exist, /01923205640/running 2024-11-21T09:17:14,859 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01923205640/meta-region-server: INIT 2024-11-21T09:17:14,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42619-0x1015cae8b9c0007 connected 2024-11-21T09:17:14,859 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:17:14,860 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:17:14,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42619-0x1015cae8b9c0007, quorum=127.0.0.1:54130, baseZNode=/01923205640 Set watcher on znode that does not yet exist, /01923205640/master 2024-11-21T09:17:14,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42619-0x1015cae8b9c0007, quorum=127.0.0.1:54130, baseZNode=/01923205640 Set watcher on znode that does not yet exist, /01923205640/acl 2024-11-21T09:17:14,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42619 2024-11-21T09:17:14,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42619 2024-11-21T09:17:14,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42619 2024-11-21T09:17:14,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42619 2024-11-21T09:17:14,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42619 2024-11-21T09:17:14,876 DEBUG [M:0;5b0ae2ee7b9e:34303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:34303 2024-11-21T09:17:14,877 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01923205640/backup-masters/5b0ae2ee7b9e,34303,1732180634785 2024-11-21T09:17:14,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1015cae8b9c0007, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640/backup-masters 2024-11-21T09:17:14,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640/backup-masters 2024-11-21T09:17:14,890 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Set watcher on existing znode=/01923205640/backup-masters/5b0ae2ee7b9e,34303,1732180634785 2024-11-21T09:17:14,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1015cae8b9c0007, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01923205640/master 2024-11-21T09:17:14,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640 2024-11-21T09:17:14,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1015cae8b9c0007, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640 2024-11-21T09:17:14,901 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Set watcher on existing znode=/01923205640/master 2024-11-21T09:17:14,901 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01923205640/backup-masters/5b0ae2ee7b9e,34303,1732180634785 from backup master directory 2024-11-21T09:17:14,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1015cae8b9c0007, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640/backup-masters 2024-11-21T09:17:14,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01923205640/backup-masters/5b0ae2ee7b9e,34303,1732180634785 2024-11-21T09:17:14,911 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:17:14,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640/backup-masters 2024-11-21T09:17:14,911 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,34303,1732180634785 2024-11-21T09:17:14,926 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:14,926 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:17:14,940 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 14ms. 2024-11-21T09:17:14,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741846_1022 (size=196) 2024-11-21T09:17:15,364 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:17:15,366 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:17:15,367 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:17:15,377 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-21T09:17:15,380 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/WALs/5b0ae2ee7b9e,37609,1732180616021 to hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/WALs/5b0ae2ee7b9e,37609,1732180616021-dead as it is dead 2024-11-21T09:17:15,382 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T09:17:15,382 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T09:17:15,382 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/WALs/5b0ae2ee7b9e,37609,1732180616021-dead/5b0ae2ee7b9e%2C37609%2C1732180616021.1732180619250 2024-11-21T09:17:15,387 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/WALs/5b0ae2ee7b9e,37609,1732180616021-dead/5b0ae2ee7b9e%2C37609%2C1732180616021.1732180619250 after 4ms 2024-11-21T09:17:15,389 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/WALs/5b0ae2ee7b9e,37609,1732180616021-dead/5b0ae2ee7b9e%2C37609%2C1732180616021.1732180619250 to hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5b0ae2ee7b9e%2C37609%2C1732180616021.1732180619250 2024-11-21T09:17:15,389 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/WALs/5b0ae2ee7b9e,37609,1732180616021-dead 2024-11-21T09:17:15,389 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/WALs/5b0ae2ee7b9e,34303,1732180634785 2024-11-21T09:17:15,390 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:17:15,392 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C34303%2C1732180634785, suffix=, logDir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/WALs/5b0ae2ee7b9e,34303,1732180634785, archiveDir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/oldWALs, maxLogs=10 2024-11-21T09:17:15,405 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/WALs/5b0ae2ee7b9e,34303,1732180634785/5b0ae2ee7b9e%2C34303%2C1732180634785.1732180635392, exclude list is [], retry=0 2024-11-21T09:17:15,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35665,DS-0e68af16-211c-4710-b389-0f63e5b8241d,DISK] 2024-11-21T09:17:15,411 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/WALs/5b0ae2ee7b9e,34303,1732180634785/5b0ae2ee7b9e%2C34303%2C1732180634785.1732180635392 2024-11-21T09:17:15,411 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43757:43757)] 2024-11-21T09:17:15,411 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:17:15,412 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:15,412 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:15,412 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:15,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:15,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:17:15,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:15,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9fb7e7a56c44e9bba75b229e30a3e24 2024-11-21T09:17:15,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:15,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:15,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:17:15,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:15,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/130b190e9d3949719470e2ce5ef30ff0 2024-11-21T09:17:15,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:15,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:15,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:17:15,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:15,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/20ee180e5c45496c9e8491aef0d72db8 2024-11-21T09:17:15,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:15,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:15,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:17:15,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:15,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:15,445 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:15,446 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-21T09:17:15,446 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5b0ae2ee7b9e%2C37609%2C1732180616021.1732180619250 2024-11-21T09:17:15,461 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5b0ae2ee7b9e%2C37609%2C1732180616021.1732180619250 2024-11-21T09:17:15,462 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5b0ae2ee7b9e%2C37609%2C1732180616021.1732180619250 2024-11-21T09:17:15,464 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:15,464 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:15,465 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:17:15,467 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:15,470 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-21T09:17:15,471 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58822997, jitterRate=-0.1234690397977829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:17:15,471 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180635412Initializing all the Stores at 1732180635413 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180635413Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180635413Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180635413Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180635413Cleaning up temporary data from old regions at 1732180635464 (+51 ms)Region opened successfully at 1732180635471 (+7 ms) 2024-11-21T09:17:15,472 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:17:15,476 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea20f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:17:15,490 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-21T09:17:15,490 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:17:15,490 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:17:15,491 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:17:15,492 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T09:17:15,498 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:15,499 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T09:17:15,500 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T09:17:15,500 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T09:17:15,500 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T09:17:15,501 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T09:17:15,501 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-21T09:17:15,501 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T09:17:15,507 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=5b0ae2ee7b9e,43331,1732180617008, regionLocation=5b0ae2ee7b9e,43331,1732180617008, openSeqNum=2 2024-11-21T09:17:15,507 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=5b0ae2ee7b9e,43331,1732180617008, table=hbase:meta, region=1588230740 2024-11-21T09:17:15,508 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,43331,1732180617008, state=OPEN 2024-11-21T09:17:15,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01923205640/meta-region-server 2024-11-21T09:17:15,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1015cae8b9c0007, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01923205640/meta-region-server 2024-11-21T09:17:15,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01923205640/meta-region-server: CHANGED 2024-11-21T09:17:15,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01923205640/meta-region-server: CHANGED 2024-11-21T09:17:15,558 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:17:15,570 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01923205640/draining/5b0ae2ee7b9e,43331,1732180617008 already deleted, retry=false 2024-11-21T09:17:15,570 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 5b0ae2ee7b9e,43331,1732180617008 on 5b0ae2ee7b9e,34303,1732180634785 2024-11-21T09:17:15,576 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5b0ae2ee7b9e,43331,1732180617008, splitWal=true, meta=true 2024-11-21T09:17:15,579 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 5b0ae2ee7b9e,43331,1732180617008 (carryingMeta=true) 5b0ae2ee7b9e,43331,1732180617008/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@290f60a3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T09:17:15,582 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Unable to get data of znode /01923205640/balancer because node does not exist (not necessarily an error) 2024-11-21T09:17:15,624 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01923205640/balancer already deleted, retry=false 2024-11-21T09:17:15,625 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:17:15,626 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Unable to get data of znode /01923205640/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:17:15,647 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01923205640/normalizer already deleted, retry=false 2024-11-21T09:17:15,648 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:17:15,649 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Unable to get data of znode /01923205640/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:17:15,658 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01923205640/switch/split already deleted, retry=false 2024-11-21T09:17:15,659 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Unable to get data of znode /01923205640/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:17:15,668 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01923205640/switch/merge already deleted, retry=false 2024-11-21T09:17:15,692 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Unable to get data of znode /01923205640/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:17:15,700 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01923205640/snapshot-cleanup already deleted, retry=false 2024-11-21T09:17:15,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1015cae8b9c0007, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01923205640/running 2024-11-21T09:17:15,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01923205640/running 2024-11-21T09:17:15,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1015cae8b9c0007, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640 2024-11-21T09:17:15,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640 2024-11-21T09:17:15,711 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,34303,1732180634785, sessionid=0x1015cae8b9c0006, setting cluster-up flag (Was=false) 2024-11-21T09:17:15,723 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01923205640/flush-table-proc/acquired, /01923205640/flush-table-proc/reached, /01923205640/flush-table-proc/abort 2024-11-21T09:17:15,725 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,34303,1732180634785 2024-11-21T09:17:15,740 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01923205640/online-snapshot/acquired, /01923205640/online-snapshot/reached, /01923205640/online-snapshot/abort 2024-11-21T09:17:15,741 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,34303,1732180634785 2024-11-21T09:17:15,743 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/.lastflushedseqids 2024-11-21T09:17:15,746 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:17:15,747 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:17:15,747 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,34303,1732180634785 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 5b0ae2ee7b9e,43331,1732180617008 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:17:15,749 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:15,749 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:15,749 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:15,749 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:15,749 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:17:15,749 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:15,749 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:17:15,749 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:15,750 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180665750 2024-11-21T09:17:15,750 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:17:15,750 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:17:15,750 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:17:15,750 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:17:15,750 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:17:15,750 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:17:15,750 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:15,751 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:17:15,751 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:17:15,751 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:17:15,751 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T09:17:15,751 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:17:15,751 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:17:15,751 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180635751,5,FailOnTimeoutGroup] 2024-11-21T09:17:15,752 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180635751,5,FailOnTimeoutGroup] 2024-11-21T09:17:15,752 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:15,752 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:17:15,752 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:15,752 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:15,752 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180635752, completionTime=-1 2024-11-21T09:17:15,752 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5b0ae2ee7b9e,43331,1732180617008, splitWal=true, meta=true 2024-11-21T09:17:15,752 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-21T09:17:15,754 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 5b0ae2ee7b9e,43331,1732180617008, splitWal=true, meta=true, isMeta: true 2024-11-21T09:17:15,756 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T09:17:15,756 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008-splitting 2024-11-21T09:17:15,757 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008-splitting dir is empty, no logs to split. 2024-11-21T09:17:15,757 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5b0ae2ee7b9e,43331,1732180617008 WAL count=0, meta=true 2024-11-21T09:17:15,762 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008-splitting dir is empty, no logs to split. 2024-11-21T09:17:15,762 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5b0ae2ee7b9e,43331,1732180617008 WAL count=0, meta=true 2024-11-21T09:17:15,762 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5b0ae2ee7b9e,43331,1732180617008 WAL splitting is done? wals=0, meta=true 2024-11-21T09:17:15,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:17:15,765 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:17:15,766 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T09:17:15,769 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.HRegionServer(746): ClusterId : 4e6efd4c-33fc-43c9-b0d9-a78c0bab8059 2024-11-21T09:17:15,769 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:17:15,782 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:17:15,782 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:17:15,796 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:17:15,797 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b49dcf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:17:15,810 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:42619 2024-11-21T09:17:15,810 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:17:15,810 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:17:15,810 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:17:15,811 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,34303,1732180634785 with port=42619, startcode=1732180634843 2024-11-21T09:17:15,811 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:17:15,813 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:17:15,814 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34303 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,42619,1732180634843 2024-11-21T09:17:15,814 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34303 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,42619,1732180634843 2024-11-21T09:17:15,816 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331 2024-11-21T09:17:15,816 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46703 2024-11-21T09:17:15,816 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:17:15,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640/rs 2024-11-21T09:17:15,828 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] zookeeper.ZKUtil(111): regionserver:42619-0x1015cae8b9c0007, quorum=127.0.0.1:54130, baseZNode=/01923205640 Set watcher on existing znode=/01923205640/rs/5b0ae2ee7b9e,42619,1732180634843 2024-11-21T09:17:15,828 WARN [RS:0;5b0ae2ee7b9e:42619 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:17:15,828 INFO [RS:0;5b0ae2ee7b9e:42619 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:17:15,828 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,42619,1732180634843] 2024-11-21T09:17:15,828 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843 2024-11-21T09:17:15,856 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T09:17:15,864 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:17:15,866 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:17:15,866 INFO [RS:0;5b0ae2ee7b9e:42619 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:17:15,866 INFO [RS:0;5b0ae2ee7b9e:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:15,867 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:17:15,868 INFO [RS:0;5b0ae2ee7b9e:42619 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:17:15,868 INFO [RS:0;5b0ae2ee7b9e:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:15,868 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:15,868 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:15,868 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:15,868 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:15,868 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:15,868 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:17:15,868 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:15,868 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:15,868 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:15,868 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:15,868 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:15,869 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:15,869 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:17:15,869 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:17:15,869 INFO [RS:0;5b0ae2ee7b9e:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:15,869 INFO [RS:0;5b0ae2ee7b9e:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:15,869 INFO [RS:0;5b0ae2ee7b9e:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:15,869 INFO [RS:0;5b0ae2ee7b9e:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:15,869 INFO [RS:0;5b0ae2ee7b9e:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:15,869 INFO [RS:0;5b0ae2ee7b9e:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,42619,1732180634843-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:17:15,883 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:17:15,884 INFO [RS:0;5b0ae2ee7b9e:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,42619,1732180634843-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:15,897 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.ReplicationSource(231): queueId=1-5b0ae2ee7b9e,42619,1732180634843, ReplicationSource: 1, currentBandwidth=0 2024-11-21T09:17:15,910 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.ReplicationSource(231): queueId=2-5b0ae2ee7b9e,42619,1732180634843, ReplicationSource: 2, currentBandwidth=0 2024-11-21T09:17:15,910 INFO [RS:0;5b0ae2ee7b9e:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:15,910 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.Replication(171): 5b0ae2ee7b9e,42619,1732180634843 started 2024-11-21T09:17:15,911 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource,1-5b0ae2ee7b9e,42619,1732180634843 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:38759' 2024-11-21T09:17:15,912 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource,1-5b0ae2ee7b9e,42619,1732180634843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c6a997d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:15,912 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource,1-5b0ae2ee7b9e,42619,1732180634843 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,38759,-1 for getting cluster id 2024-11-21T09:17:15,912 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource,1-5b0ae2ee7b9e,42619,1732180634843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:15,913 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5d9da81-0aac-472a-9b69-c96475398ccb' 2024-11-21T09:17:15,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:15,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5d9da81-0aac-472a-9b69-c96475398ccb" 2024-11-21T09:17:15,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3faf62c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:15,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,38759,-1] 2024-11-21T09:17:15,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:15,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:15,915 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:15,916 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource,1-5b0ae2ee7b9e,42619,1732180634843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9f04994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:15,916 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource,1-5b0ae2ee7b9e,42619,1732180634843 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:17:15,917 WARN [5b0ae2ee7b9e:34303 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T09:17:15,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,38759,1732180624233 2024-11-21T09:17:15,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@415a258a 2024-11-21T09:17:15,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:17:15,919 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-21T09:17:15,920 INFO [RS:0;5b0ae2ee7b9e:42619.replicationSource,1-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b0ae2ee7b9e,42619,1732180634843 (queues=0) is replicating from cluster=4e6efd4c-33fc-43c9-b0d9-a78c0bab8059 to cluster=a5d9da81-0aac-472a-9b69-c96475398ccb 2024-11-21T09:17:15,928 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource,2-5b0ae2ee7b9e,42619,1732180634843 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:38759' 2024-11-21T09:17:15,929 INFO [RS:0;5b0ae2ee7b9e:42619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:15,929 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource,2-5b0ae2ee7b9e,42619,1732180634843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15988f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:15,929 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,42619,1732180634843, RpcServer on 5b0ae2ee7b9e/172.17.0.2:42619, sessionid=0x1015cae8b9c0007 2024-11-21T09:17:15,929 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource,2-5b0ae2ee7b9e,42619,1732180634843 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,38759,-1 for getting cluster id 2024-11-21T09:17:15,929 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:17:15,929 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource,2-5b0ae2ee7b9e,42619,1732180634843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:15,929 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,42619,1732180634843 2024-11-21T09:17:15,929 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,42619,1732180634843' 2024-11-21T09:17:15,929 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01923205640/flush-table-proc/abort' 2024-11-21T09:17:15,930 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01923205640/flush-table-proc/acquired' 2024-11-21T09:17:15,930 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5d9da81-0aac-472a-9b69-c96475398ccb' 2024-11-21T09:17:15,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:15,931 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:17:15,931 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:17:15,931 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,42619,1732180634843 2024-11-21T09:17:15,931 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,42619,1732180634843' 2024-11-21T09:17:15,931 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01923205640/online-snapshot/abort' 2024-11-21T09:17:15,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5d9da81-0aac-472a-9b69-c96475398ccb" 2024-11-21T09:17:15,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a82041a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:15,931 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01923205640/online-snapshot/acquired' 2024-11-21T09:17:15,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,38759,-1] 2024-11-21T09:17:15,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:15,931 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:17:15,932 INFO [RS:0;5b0ae2ee7b9e:42619 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:17:15,932 INFO [RS:0;5b0ae2ee7b9e:42619 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:17:15,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:15,933 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:15,933 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource,2-5b0ae2ee7b9e,42619,1732180634843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3145332f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:15,934 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource,2-5b0ae2ee7b9e,42619,1732180634843 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:17:15,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,38759,1732180624233 2024-11-21T09:17:15,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f4facb1 2024-11-21T09:17:15,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:17:15,936 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-21T09:17:15,936 INFO [RS:0;5b0ae2ee7b9e:42619.replicationSource,2-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5b0ae2ee7b9e,42619,1732180634843 (queues=0) is replicating from cluster=4e6efd4c-33fc-43c9-b0d9-a78c0bab8059 to cluster=a5d9da81-0aac-472a-9b69-c96475398ccb 2024-11-21T09:17:16,032 INFO [RS:0;5b0ae2ee7b9e:42619 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:17:16,035 INFO [RS:0;5b0ae2ee7b9e:42619 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C42619%2C1732180634843, suffix=, logDir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843, archiveDir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/oldWALs, maxLogs=10 2024-11-21T09:17:16,048 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035, exclude list is [], retry=0 2024-11-21T09:17:16,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35665,DS-0e68af16-211c-4710-b389-0f63e5b8241d,DISK] 2024-11-21T09:17:16,053 INFO [RS:0;5b0ae2ee7b9e:42619 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035 2024-11-21T09:17:16,054 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5b0ae2ee7b9e%2C42619%2C1732180634843 for peer 1 2024-11-21T09:17:16,054 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5b0ae2ee7b9e%2C42619%2C1732180634843 for peer 2 2024-11-21T09:17:16,054 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b0ae2ee7b9e%2C42619%2C1732180634843 2024-11-21T09:17:16,054 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b0ae2ee7b9e,42619,1732180634843, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T09:17:16,054 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5b0ae2ee7b9e%2C42619%2C1732180634843 2024-11-21T09:17:16,054 INFO [RS:0;5b0ae2ee7b9e:42619.replicationSource.shipper5b0ae2ee7b9e%2C42619%2C1732180634843,1-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b0ae2ee7b9e%2C42619%2C1732180634843 2024-11-21T09:17:16,054 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5b0ae2ee7b9e,42619,1732180634843, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T09:17:16,055 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43757:43757)] 2024-11-21T09:17:16,055 INFO [RS:0;5b0ae2ee7b9e:42619.replicationSource.shipper5b0ae2ee7b9e%2C42619%2C1732180634843,2-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b0ae2ee7b9e%2C42619%2C1732180634843 2024-11-21T09:17:16,055 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,1-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035, startPosition=0, beingWritten=true 2024-11-21T09:17:16,055 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,2-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035, startPosition=0, beingWritten=true 2024-11-21T09:17:16,167 DEBUG [5b0ae2ee7b9e:34303 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:17:16,168 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,42619,1732180634843 2024-11-21T09:17:16,169 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,42619,1732180634843, state=OPENING 2024-11-21T09:17:16,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1015cae8b9c0007, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01923205640/meta-region-server 2024-11-21T09:17:16,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01923205640/meta-region-server 2024-11-21T09:17:16,181 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:17:16,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01923205640/meta-region-server: CHANGED 2024-11-21T09:17:16,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,42619,1732180634843}] 2024-11-21T09:17:16,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01923205640/meta-region-server: CHANGED 2024-11-21T09:17:16,262 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,2-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035 to pos 0, reset compression=false 2024-11-21T09:17:16,262 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,1-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035 to pos 0, reset compression=false 2024-11-21T09:17:16,335 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:17:16,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:17:16,343 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:17:16,343 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:17:16,344 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:17:16,347 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C42619%2C1732180634843.meta, suffix=.meta, logDir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843, archiveDir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/oldWALs, maxLogs=10 2024-11-21T09:17:16,363 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.meta.1732180636349.meta, exclude list is [], retry=0 2024-11-21T09:17:16,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35665,DS-0e68af16-211c-4710-b389-0f63e5b8241d,DISK] 2024-11-21T09:17:16,368 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.meta.1732180636349.meta 2024-11-21T09:17:16,369 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43757:43757)] 2024-11-21T09:17:16,369 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:17:16,369 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:17:16,369 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:17:16,369 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:17:16,370 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:17:16,370 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:17:16,370 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:16,370 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:17:16,370 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:17:16,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:17:16,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:17:16,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:16,383 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/info/243fbdcca3d7451c8a0fd345e699c1b3 2024-11-21T09:17:16,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:16,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:17:16,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:17:16,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:16,392 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/ns/707d622b96a94687926ab7b1e7a1121b 2024-11-21T09:17:16,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:16,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:17:16,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:17:16,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:16,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:16,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:17:16,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:17:16,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:16,403 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/table/1587fbec6ad54158a67fbe5dddebbbee 2024-11-21T09:17:16,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:16,404 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:17:16,405 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740 2024-11-21T09:17:16,406 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740 2024-11-21T09:17:16,407 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:17:16,407 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:17:16,408 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:17:16,410 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:17:16,411 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62464798, jitterRate=-0.06920197606086731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:17:16,411 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:17:16,411 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180636370Writing region info on filesystem at 1732180636370Initializing all the Stores at 1732180636371 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180636371Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180636371Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180636371Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180636371Cleaning up temporary data from old regions at 1732180636407 (+36 ms)Running coprocessor post-open hooks at 1732180636411 (+4 ms)Region opened successfully at 1732180636411 2024-11-21T09:17:16,412 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732180636334 2024-11-21T09:17:16,415 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:17:16,415 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:17:16,416 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=5b0ae2ee7b9e,42619,1732180634843 2024-11-21T09:17:16,417 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,42619,1732180634843, state=OPEN 2024-11-21T09:17:16,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1015cae8b9c0007, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01923205640/meta-region-server 2024-11-21T09:17:16,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01923205640/meta-region-server 2024-11-21T09:17:16,490 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,42619,1732180634843 2024-11-21T09:17:16,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01923205640/meta-region-server: CHANGED 2024-11-21T09:17:16,490 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01923205640/meta-region-server: CHANGED 2024-11-21T09:17:16,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-21T09:17:16,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,42619,1732180634843 in 309 msec 2024-11-21T09:17:16,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-21T09:17:16,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 734 msec 2024-11-21T09:17:16,573 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,2-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035 to pos 0, reset compression=false 2024-11-21T09:17:16,573 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,1-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035 to pos 0, reset compression=false 2024-11-21T09:17:16,985 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,2-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035 to pos 0, reset compression=false 2024-11-21T09:17:16,985 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,1-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035 to pos 0, reset compression=false 2024-11-21T09:17:17,359 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-21T09:17:17,497 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,1-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035 to pos 0, reset compression=false 2024-11-21T09:17:17,497 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,2-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035 to pos 0, reset compression=false 2024-11-21T09:17:17,834 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:17:18,114 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,2-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035 to pos 0, reset compression=false 2024-11-21T09:17:18,114 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,1-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035 to pos 0, reset compression=false 2024-11-21T09:17:18,827 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,1-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035 to pos 0, reset compression=false 2024-11-21T09:17:18,827 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,2-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035 to pos 0, reset compression=false 2024-11-21T09:17:18,863 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3111ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-21T09:17:19,635 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,1-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035 to pos 0, reset compression=false 2024-11-21T09:17:19,635 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,2-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035 to pos 0, reset compression=false 2024-11-21T09:17:20,267 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-21T09:17:20,267 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:17:20,268 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:17:20,268 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,42619,1732180634843, seqNum=-1] 2024-11-21T09:17:20,269 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:17:20,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:17:20,283 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=22296e3f626bca663980fc7d3c46f5f8, regionState=OPEN, lastHost=5b0ae2ee7b9e,43331,1732180617008, regionLocation=5b0ae2ee7b9e,43331,1732180617008, openSeqNum=2 2024-11-21T09:17:20,283 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T09:17:20,284 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732180700283 2024-11-21T09:17:20,284 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732180760284 2024-11-21T09:17:20,284 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 16 msec 2024-11-21T09:17:20,284 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,34303,1732180634785-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:20,284 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,34303,1732180634785-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:20,284 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 5b0ae2ee7b9e,43331,1732180617008 had 2 regions 2024-11-21T09:17:20,285 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,34303,1732180634785-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:20,285 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:34303, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:20,285 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:20,285 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:20,287 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5b0ae2ee7b9e,43331,1732180617008, splitWal=true, meta=true, isMeta: false 2024-11-21T09:17:20,290 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008-splitting dir is empty, no logs to split. 2024-11-21T09:17:20,290 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5b0ae2ee7b9e,43331,1732180617008 WAL count=0, meta=false 2024-11-21T09:17:20,294 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,43331,1732180617008-splitting dir is empty, no logs to split. 2024-11-21T09:17:20,294 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.383sec 2024-11-21T09:17:20,294 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5b0ae2ee7b9e,43331,1732180617008 WAL count=0, meta=false 2024-11-21T09:17:20,294 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:17:20,294 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:17:20,294 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 5b0ae2ee7b9e,43331,1732180617008 WAL splitting is done? wals=0, meta=false 2024-11-21T09:17:20,294 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:17:20,294 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:17:20,294 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:17:20,294 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,34303,1732180634785-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:17:20,294 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,34303,1732180634785-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:17:20,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22296e3f626bca663980fc7d3c46f5f8, ASSIGN}] 2024-11-21T09:17:20,298 WARN [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=5b0ae2ee7b9e,43331,1732180617008/hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. 2024-11-21T09:17:20,298 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22296e3f626bca663980fc7d3c46f5f8, ASSIGN 2024-11-21T09:17:20,300 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=22296e3f626bca663980fc7d3c46f5f8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T09:17:20,307 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:17:20,307 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:17:20,307 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,34303,1732180634785-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:20,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24058867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:20,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,34303,-1 for getting cluster id 2024-11-21T09:17:20,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:20,378 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e6efd4c-33fc-43c9-b0d9-a78c0bab8059' 2024-11-21T09:17:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:20,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e6efd4c-33fc-43c9-b0d9-a78c0bab8059" 2024-11-21T09:17:20,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f31a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:20,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,34303,-1] 2024-11-21T09:17:20,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:20,382 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:20,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aba698d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:20,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:17:20,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,42619,1732180634843, seqNum=-1] 2024-11-21T09:17:20,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:17:20,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:17:20,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-21T09:17:20,393 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:17:20,393 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:17:20,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:20,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:20,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:17:20,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 5b0ae2ee7b9e:34303 after: 5b0ae2ee7b9e:34303 2024-11-21T09:17:20,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e0679b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:20,394 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,34303,-1 for getting cluster id 2024-11-21T09:17:20,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:20,395 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e6efd4c-33fc-43c9-b0d9-a78c0bab8059' 2024-11-21T09:17:20,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:20,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e6efd4c-33fc-43c9-b0d9-a78c0bab8059" 2024-11-21T09:17:20,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5f3e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:20,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,34303,-1] 2024-11-21T09:17:20,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:20,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:20,398 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:20,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:20,399 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:17:20,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,34303,1732180634785 2024-11-21T09:17:20,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7783618f 2024-11-21T09:17:20,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:17:20,401 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:17:20,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34303 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T09:17:20,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34303 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T09:17:20,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34303 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T09:17:20,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34303 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T09:17:20,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T09:17:20,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:17:20,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:17:20,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:20,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:20,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:17:20,406 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:17:20,406 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=524371768, stopped=false 2024-11-21T09:17:20,406 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,38759,1732180624233 2024-11-21T09:17:20,450 DEBUG [5b0ae2ee7b9e:34303 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:17:20,451 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=22296e3f626bca663980fc7d3c46f5f8, regionState=OPENING, regionLocation=5b0ae2ee7b9e,42619,1732180634843 2024-11-21T09:17:20,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=22296e3f626bca663980fc7d3c46f5f8, ASSIGN because future has completed 2024-11-21T09:17:20,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22296e3f626bca663980fc7d3c46f5f8, server=5b0ae2ee7b9e,42619,1732180634843}] 2024-11-21T09:17:20,479 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39849-0x1015cae8b9c0004, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1162846302/running 2024-11-21T09:17:20,480 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39849-0x1015cae8b9c0004, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1162846302 2024-11-21T09:17:20,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1162846302/running 2024-11-21T09:17:20,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1162846302 2024-11-21T09:17:20,480 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:17:20,480 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:17:20,480 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:17:20,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:20,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39849-0x1015cae8b9c0004, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Set watcher on znode that does not yet exist, /1-1162846302/running 2024-11-21T09:17:20,481 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,39849,1732180624388' ***** 2024-11-21T09:17:20,481 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:17:20,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Set watcher on znode that does not yet exist, /1-1162846302/running 2024-11-21T09:17:20,481 INFO [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:17:20,481 INFO [RS:0;5b0ae2ee7b9e:39849 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:17:20,481 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:17:20,482 INFO [RS:0;5b0ae2ee7b9e:39849 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:17:20,482 INFO [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,39849,1732180624388 2024-11-21T09:17:20,482 INFO [RS:0;5b0ae2ee7b9e:39849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:17:20,482 INFO [RS:0;5b0ae2ee7b9e:39849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:39849. 2024-11-21T09:17:20,482 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:17:20,482 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:17:20,482 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:20,482 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:17:20,482 INFO [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:17:20,482 INFO [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:17:20,482 INFO [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:17:20,482 INFO [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:17:20,482 INFO [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T09:17:20,483 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T09:17:20,483 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:17:20,483 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:17:20,483 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:17:20,483 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:17:20,483 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:17:20,483 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:17:20,483 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T09:17:20,498 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/data/hbase/meta/1588230740/.tmp/ns/2679c277a4e64b25a31ca9f8fff62912 is 43, key is default/ns:d/1732180627373/Put/seqid=0 2024-11-21T09:17:20,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741835_1011 (size=5153) 2024-11-21T09:17:20,544 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,1-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035 to pos 0, reset compression=false 2024-11-21T09:17:20,544 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,2-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035 to pos 0, reset compression=false 2024-11-21T09:17:20,580 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:17:20,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. 2024-11-21T09:17:20,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:17:20,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T09:17:20,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C42619%2C1732180634843.rep, suffix=, logDir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843, archiveDir=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/oldWALs, maxLogs=10 2024-11-21T09:17:20,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.rep.1732180640617, exclude list is [], retry=0 2024-11-21T09:17:20,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35665,DS-0e68af16-211c-4710-b389-0f63e5b8241d,DISK] 2024-11-21T09:17:20,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.rep.1732180640617 2024-11-21T09:17:20,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43757:43757)] 2024-11-21T09:17:20,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 22296e3f626bca663980fc7d3c46f5f8, NAME => 'hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:17:20,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:17:20,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:17:20,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. service=MultiRowMutationService 2024-11-21T09:17:20,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T09:17:20,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:20,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:20,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:20,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:20,638 INFO [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:20,639 INFO [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22296e3f626bca663980fc7d3c46f5f8 columnFamilyName hfileref 2024-11-21T09:17:20,639 DEBUG [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:20,640 INFO [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] regionserver.HStore(327): Store=22296e3f626bca663980fc7d3c46f5f8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:20,640 INFO [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:20,641 INFO [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22296e3f626bca663980fc7d3c46f5f8 columnFamilyName queue 2024-11-21T09:17:20,641 DEBUG [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:20,649 DEBUG [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/replication/22296e3f626bca663980fc7d3c46f5f8/queue/ce3643771f6d46eab6a1677d892f4ad8 2024-11-21T09:17:20,649 INFO [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] regionserver.HStore(327): Store=22296e3f626bca663980fc7d3c46f5f8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:20,650 INFO [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:20,651 INFO [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22296e3f626bca663980fc7d3c46f5f8 columnFamilyName sid 2024-11-21T09:17:20,651 DEBUG [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:20,651 INFO [StoreOpener-22296e3f626bca663980fc7d3c46f5f8-1 {}] regionserver.HStore(327): Store=22296e3f626bca663980fc7d3c46f5f8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:20,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:20,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/replication/22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:20,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/replication/22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:20,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:20,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:20,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:17:20,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:20,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 22296e3f626bca663980fc7d3c46f5f8; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63459195, jitterRate=-0.05438430607318878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:17:20,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:20,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 22296e3f626bca663980fc7d3c46f5f8: Running coprocessor pre-open hook at 1732180640637Writing region info on filesystem at 1732180640637Initializing all the Stores at 1732180640638 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180640638Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180640638Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180640638Cleaning up temporary data from old regions at 1732180640655 (+17 ms)Running coprocessor post-open hooks at 1732180640658 (+3 ms)Region opened successfully at 1732180640659 (+1 ms) 2024-11-21T09:17:20,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8., pid=19, masterSystemTime=1732180640610 2024-11-21T09:17:20,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. 2024-11-21T09:17:20,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. 2024-11-21T09:17:20,665 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=22296e3f626bca663980fc7d3c46f5f8, regionState=OPEN, openSeqNum=10, regionLocation=5b0ae2ee7b9e,42619,1732180634843 2024-11-21T09:17:20,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22296e3f626bca663980fc7d3c46f5f8, server=5b0ae2ee7b9e,42619,1732180634843 because future has completed 2024-11-21T09:17:20,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-21T09:17:20,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 22296e3f626bca663980fc7d3c46f5f8, server=5b0ae2ee7b9e,42619,1732180634843 in 214 msec 2024-11-21T09:17:20,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-21T09:17:20,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22296e3f626bca663980fc7d3c46f5f8, ASSIGN in 376 msec 2024-11-21T09:17:20,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-21T09:17:20,683 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:17:20,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8., hostname=5b0ae2ee7b9e,42619,1732180634843, seqNum=10] 2024-11-21T09:17:20,711 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 5b0ae2ee7b9e,43331,1732180617008 2024-11-21T09:17:20,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-21T09:17:20,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42619 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-21T09:17:20,883 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:17:20,904 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/data/hbase/meta/1588230740/.tmp/ns/2679c277a4e64b25a31ca9f8fff62912 2024-11-21T09:17:20,914 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/data/hbase/meta/1588230740/.tmp/ns/2679c277a4e64b25a31ca9f8fff62912 as hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/data/hbase/meta/1588230740/ns/2679c277a4e64b25a31ca9f8fff62912 2024-11-21T09:17:20,922 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/data/hbase/meta/1588230740/ns/2679c277a4e64b25a31ca9f8fff62912, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T09:17:20,923 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false 2024-11-21T09:17:20,923 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T09:17:20,930 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T09:17:20,930 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:17:20,930 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:17:20,930 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:17:20,931 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180640483Running coprocessor pre-close hooks at 1732180640483Disabling compacts and flushes for region at 1732180640483Disabling writes for close at 1732180640483Obtaining lock to block concurrent updates at 1732180640483Preparing flush snapshotting stores in 1588230740 at 1732180640483Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732180640483Flushing stores of hbase:meta,,1.1588230740 at 1732180640484 (+1 ms)Flushing 1588230740/ns: creating writer at 1732180640484Flushing 1588230740/ns: appending metadata at 1732180640498 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732180640498Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df09151: reopening flushed file at 1732180640912 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false at 1732180640923 (+11 ms)Writing region close event to WAL at 1732180640925 (+2 ms)Running coprocessor post-close hooks at 1732180640930 (+5 ms)Closed at 1732180640930 2024-11-21T09:17:20,931 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:17:21,083 INFO [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,39849,1732180624388; all regions closed. 2024-11-21T09:17:21,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741834_1010 (size=1152) 2024-11-21T09:17:21,095 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/oldWALs 2024-11-21T09:17:21,095 INFO [RS:0;5b0ae2ee7b9e:39849 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C39849%2C1732180624388.meta:.meta(num 1732180627267) 2024-11-21T09:17:21,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741833_1009 (size=93) 2024-11-21T09:17:21,099 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/WALs/5b0ae2ee7b9e,39849,1732180624388/5b0ae2ee7b9e%2C39849%2C1732180624388.1732180626607 not finished, retry = 0 2024-11-21T09:17:21,205 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/oldWALs 2024-11-21T09:17:21,205 INFO [RS:0;5b0ae2ee7b9e:39849 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C39849%2C1732180624388:(num 1732180626607) 2024-11-21T09:17:21,206 DEBUG [RS:0;5b0ae2ee7b9e:39849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:21,206 INFO [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:17:21,206 INFO [RS:0;5b0ae2ee7b9e:39849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:17:21,207 INFO [RS:0;5b0ae2ee7b9e:39849 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T09:17:21,207 INFO [RS:0;5b0ae2ee7b9e:39849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:17:21,207 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:17:21,208 INFO [RS:0;5b0ae2ee7b9e:39849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39849 2024-11-21T09:17:21,258 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39849-0x1015cae8b9c0004, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1162846302/rs/5b0ae2ee7b9e,39849,1732180624388 2024-11-21T09:17:21,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1162846302/rs 2024-11-21T09:17:21,258 INFO [RS:0;5b0ae2ee7b9e:39849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:17:21,269 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,39849,1732180624388] 2024-11-21T09:17:21,279 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1162846302/draining/5b0ae2ee7b9e,39849,1732180624388 already deleted, retry=false 2024-11-21T09:17:21,279 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,39849,1732180624388 expired; onlineServers=0 2024-11-21T09:17:21,279 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,38759,1732180624233' ***** 2024-11-21T09:17:21,279 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:17:21,280 INFO [M:0;5b0ae2ee7b9e:38759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:17:21,280 INFO [M:0;5b0ae2ee7b9e:38759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:17:21,280 DEBUG [M:0;5b0ae2ee7b9e:38759 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:17:21,280 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:17:21,280 DEBUG [M:0;5b0ae2ee7b9e:38759 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:17:21,280 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180626332 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180626332,5,FailOnTimeoutGroup] 2024-11-21T09:17:21,280 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180626344 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180626344,5,FailOnTimeoutGroup] 2024-11-21T09:17:21,281 INFO [M:0;5b0ae2ee7b9e:38759 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:17:21,282 INFO [M:0;5b0ae2ee7b9e:38759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:17:21,282 DEBUG [M:0;5b0ae2ee7b9e:38759 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:17:21,282 INFO [M:0;5b0ae2ee7b9e:38759 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:17:21,282 INFO [M:0;5b0ae2ee7b9e:38759 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:17:21,283 INFO [M:0;5b0ae2ee7b9e:38759 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:17:21,283 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:17:21,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1162846302/master 2024-11-21T09:17:21,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1162846302 2024-11-21T09:17:21,290 DEBUG [M:0;5b0ae2ee7b9e:38759 {}] zookeeper.ZKUtil(347): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Unable to get data of znode /1-1162846302/master because node does not exist (not an error) 2024-11-21T09:17:21,290 WARN [M:0;5b0ae2ee7b9e:38759 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T09:17:21,293 INFO [M:0;5b0ae2ee7b9e:38759 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/.lastflushedseqids 2024-11-21T09:17:21,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741836_1012 (size=99) 2024-11-21T09:17:21,369 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39849-0x1015cae8b9c0004, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:17:21,369 INFO [RS:0;5b0ae2ee7b9e:39849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:17:21,369 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39849-0x1015cae8b9c0004, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:17:21,369 INFO [RS:0;5b0ae2ee7b9e:39849 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,39849,1732180624388; zookeeper connection closed. 2024-11-21T09:17:21,370 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@621d9cb8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@621d9cb8 2024-11-21T09:17:21,371 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T09:17:21,551 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,1-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035 to pos 0, reset compression=false 2024-11-21T09:17:21,551 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,2-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035 to pos 0, reset compression=false 2024-11-21T09:17:21,703 INFO [M:0;5b0ae2ee7b9e:38759 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:17:21,703 INFO [M:0;5b0ae2ee7b9e:38759 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:17:21,703 DEBUG [M:0;5b0ae2ee7b9e:38759 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:17:21,703 INFO [M:0;5b0ae2ee7b9e:38759 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:21,704 DEBUG [M:0;5b0ae2ee7b9e:38759 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:21,704 DEBUG [M:0;5b0ae2ee7b9e:38759 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:17:21,704 DEBUG [M:0;5b0ae2ee7b9e:38759 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:21,704 INFO [M:0;5b0ae2ee7b9e:38759 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T09:17:21,725 DEBUG [M:0;5b0ae2ee7b9e:38759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7730f96c3dde4583b8587d82c9d8d65a is 82, key is hbase:meta,,1/info:regioninfo/1732180627339/Put/seqid=0 2024-11-21T09:17:21,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741837_1013 (size=5672) 2024-11-21T09:17:22,132 INFO [M:0;5b0ae2ee7b9e:38759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7730f96c3dde4583b8587d82c9d8d65a 2024-11-21T09:17:22,160 DEBUG [M:0;5b0ae2ee7b9e:38759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d992384aac2c4f05846686d0d75c59fa is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732180627383/Put/seqid=0 2024-11-21T09:17:22,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741838_1014 (size=5275) 2024-11-21T09:17:22,566 INFO [M:0;5b0ae2ee7b9e:38759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d992384aac2c4f05846686d0d75c59fa 2024-11-21T09:17:22,594 DEBUG [M:0;5b0ae2ee7b9e:38759 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6ee3ca180ab427d8dedf7de183caa4e is 69, key is 5b0ae2ee7b9e,39849,1732180624388/rs:state/1732180626403/Put/seqid=0 2024-11-21T09:17:22,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741839_1015 (size=5156) 2024-11-21T09:17:22,663 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,1-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035 to pos 0, reset compression=false 2024-11-21T09:17:22,663 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,2-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035 to pos 0, reset compression=false 2024-11-21T09:17:23,000 INFO [M:0;5b0ae2ee7b9e:38759 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6ee3ca180ab427d8dedf7de183caa4e 2024-11-21T09:17:23,011 DEBUG [M:0;5b0ae2ee7b9e:38759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7730f96c3dde4583b8587d82c9d8d65a as hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7730f96c3dde4583b8587d82c9d8d65a 2024-11-21T09:17:23,017 INFO [M:0;5b0ae2ee7b9e:38759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7730f96c3dde4583b8587d82c9d8d65a, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T09:17:23,018 DEBUG [M:0;5b0ae2ee7b9e:38759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d992384aac2c4f05846686d0d75c59fa as hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d992384aac2c4f05846686d0d75c59fa 2024-11-21T09:17:23,024 INFO [M:0;5b0ae2ee7b9e:38759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d992384aac2c4f05846686d0d75c59fa, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T09:17:23,026 DEBUG [M:0;5b0ae2ee7b9e:38759 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6ee3ca180ab427d8dedf7de183caa4e as hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6ee3ca180ab427d8dedf7de183caa4e 2024-11-21T09:17:23,032 INFO [M:0;5b0ae2ee7b9e:38759 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33489/user/jenkins/test-data/e9f3e3d7-97aa-8e6a-f6fc-7cca2d28bb0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6ee3ca180ab427d8dedf7de183caa4e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T09:17:23,033 INFO [M:0;5b0ae2ee7b9e:38759 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=28, compaction requested=false 2024-11-21T09:17:23,034 INFO [M:0;5b0ae2ee7b9e:38759 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:23,035 DEBUG [M:0;5b0ae2ee7b9e:38759 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180641703Disabling compacts and flushes for region at 1732180641703Disabling writes for close at 1732180641704 (+1 ms)Obtaining lock to block concurrent updates at 1732180641704Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180641704Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732180641705 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180641706 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180641706Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180641725 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180641725Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180642144 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180642160 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180642160Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180642580 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180642593 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180642593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18e52c2b: reopening flushed file at 1732180643009 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53bb8bc6: reopening flushed file at 1732180643017 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66b7301: reopening flushed file at 1732180643025 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=28, compaction requested=false at 1732180643033 (+8 ms)Writing region close event to WAL at 1732180643034 (+1 ms)Closed at 1732180643034 2024-11-21T09:17:23,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46663 is added to blk_1073741830_1006 (size=10165) 2024-11-21T09:17:23,038 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:17:23,038 INFO [M:0;5b0ae2ee7b9e:38759 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:17:23,038 INFO [M:0;5b0ae2ee7b9e:38759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38759 2024-11-21T09:17:23,041 INFO [M:0;5b0ae2ee7b9e:38759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:17:23,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:17:23,189 INFO [M:0;5b0ae2ee7b9e:38759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:17:23,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38759-0x1015cae8b9c0003, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:17:23,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b61472e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:17:23,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21fe5802{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:17:23,195 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:17:23,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:17:23,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77c3ccfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/hadoop.log.dir/,STOPPED} 2024-11-21T09:17:23,197 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:17:23,197 WARN [BP-159906300-172.17.0.2-1732180621941 heartbeating to localhost/127.0.0.1:33489 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:17:23,197 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:17:23,197 WARN [BP-159906300-172.17.0.2-1732180621941 heartbeating to localhost/127.0.0.1:33489 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-159906300-172.17.0.2-1732180621941 (Datanode Uuid 2be02242-8489-4ccf-9fa0-67244351716b) service to localhost/127.0.0.1:33489 2024-11-21T09:17:23,199 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/cluster_b9ba4fd2-ada0-860e-78c0-11b130a15c19/data/data1/current/BP-159906300-172.17.0.2-1732180621941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:17:23,200 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/cluster_b9ba4fd2-ada0-860e-78c0-11b130a15c19/data/data2/current/BP-159906300-172.17.0.2-1732180621941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:17:23,200 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:17:23,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@503827bb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:17:23,207 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55ba3e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:17:23,207 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:17:23,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:17:23,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f48dfa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/hadoop.log.dir/,STOPPED} 2024-11-21T09:17:23,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T09:17:23,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T09:17:23,225 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:17:23,225 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:17:23,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:23,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:23,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:17:23,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:17:23,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1483924230, stopped=false 2024-11-21T09:17:23,226 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,34303,1732180634785 2024-11-21T09:17:23,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01923205640/running 2024-11-21T09:17:23,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1015cae8b9c0007, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01923205640/running 2024-11-21T09:17:23,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640 2024-11-21T09:17:23,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1015cae8b9c0007, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640 2024-11-21T09:17:23,237 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:17:23,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:17:23,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:17:23,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Set watcher on znode that does not yet exist, /01923205640/running 2024-11-21T09:17:23,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:23,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42619-0x1015cae8b9c0007, quorum=127.0.0.1:54130, baseZNode=/01923205640 Set watcher on znode that does not yet exist, /01923205640/running 2024-11-21T09:17:23,237 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,42619,1732180634843' ***** 2024-11-21T09:17:23,237 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:17:23,238 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:17:23,238 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:17:23,238 INFO [RS:0;5b0ae2ee7b9e:42619 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:17:23,238 INFO [RS:0;5b0ae2ee7b9e:42619 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:17:23,238 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.HRegionServer(3091): Received CLOSE for 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:23,238 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,42619,1732180634843 2024-11-21T09:17:23,238 INFO [RS:0;5b0ae2ee7b9e:42619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:17:23,238 INFO [RS:0;5b0ae2ee7b9e:42619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:42619. 2024-11-21T09:17:23,238 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22296e3f626bca663980fc7d3c46f5f8, disabling compactions & flushes 2024-11-21T09:17:23,238 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:17:23,238 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:23,238 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. 2024-11-21T09:17:23,238 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. 2024-11-21T09:17:23,238 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:17:23,238 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:17:23,238 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. after waiting 0 ms 2024-11-21T09:17:23,239 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:17:23,239 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. 2024-11-21T09:17:23,239 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:17:23,239 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T09:17:23,239 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.HRegionServer(1325): Online Regions={22296e3f626bca663980fc7d3c46f5f8=hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T09:17:23,239 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:17:23,239 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22296e3f626bca663980fc7d3c46f5f8 2024-11-21T09:17:23,239 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:17:23,239 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:17:23,239 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:17:23,239 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:17:23,239 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-21T09:17:23,244 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/replication/22296e3f626bca663980fc7d3c46f5f8/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-21T09:17:23,244 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:17:23,244 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:17:23,245 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. 2024-11-21T09:17:23,245 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22296e3f626bca663980fc7d3c46f5f8: Waiting for close lock at 1732180643238Running coprocessor pre-close hooks at 1732180643238Disabling compacts and flushes for region at 1732180643238Disabling writes for close at 1732180643239 (+1 ms)Writing region close event to WAL at 1732180643239Running coprocessor post-close hooks at 1732180643244 (+5 ms)Closed at 1732180643245 (+1 ms) 2024-11-21T09:17:23,245 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8. 2024-11-21T09:17:23,254 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/.tmp/info/76b956dde0464ba097657cad3282313a is 147, key is hbase:replication,,1732180627636.22296e3f626bca663980fc7d3c46f5f8./info:regioninfo/1732180640664/Put/seqid=0 2024-11-21T09:17:23,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741851_1027 (size=6385) 2024-11-21T09:17:23,277 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:17:23,439 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:17:23,639 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:17:23,660 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/.tmp/info/76b956dde0464ba097657cad3282313a 2024-11-21T09:17:23,672 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/.tmp/info/76b956dde0464ba097657cad3282313a as hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/info/76b956dde0464ba097657cad3282313a 2024-11-21T09:17:23,679 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/info/76b956dde0464ba097657cad3282313a, entries=8, sequenceid=19, filesize=6.2 K 2024-11-21T09:17:23,680 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false 2024-11-21T09:17:23,685 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-21T09:17:23,686 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:17:23,686 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:17:23,686 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:17:23,686 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180643239Running coprocessor pre-close hooks at 1732180643239Disabling compacts and flushes for region at 1732180643239Disabling writes for close at 1732180643239Obtaining lock to block concurrent updates at 1732180643239Preparing flush snapshotting stores in 1588230740 at 1732180643239Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732180643240 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732180643240Flushing 1588230740/info: creating writer at 1732180643240Flushing 1588230740/info: appending metadata at 1732180643254 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732180643254Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e9f0a: reopening flushed file at 1732180643671 (+417 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false at 1732180643680 (+9 ms)Writing region close event to WAL at 1732180643681 (+1 ms)Running coprocessor post-close hooks at 1732180643686 (+5 ms)Closed at 1732180643686 2024-11-21T09:17:23,686 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:17:23,840 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,42619,1732180634843; all regions closed. 2024-11-21T09:17:23,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741849_1025 (size=2156) 2024-11-21T09:17:23,847 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.meta.1732180636349.meta not finished, retry = 0 2024-11-21T09:17:23,875 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,2-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035 to pos 0, reset compression=false 2024-11-21T09:17:23,875 DEBUG [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,1-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/WALs/5b0ae2ee7b9e,42619,1732180634843/5b0ae2ee7b9e%2C42619%2C1732180634843.1732180636035 to pos 0, reset compression=false 2024-11-21T09:17:23,877 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:17:23,877 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:17:23,950 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/oldWALs 2024-11-21T09:17:23,950 INFO [RS:0;5b0ae2ee7b9e:42619 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C42619%2C1732180634843.meta:.meta(num 1732180636349) 2024-11-21T09:17:23,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741850_1026 (size=796) 2024-11-21T09:17:23,955 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/oldWALs 2024-11-21T09:17:23,955 INFO [RS:0;5b0ae2ee7b9e:42619 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C42619%2C1732180634843.rep:(num 1732180640617) 2024-11-21T09:17:23,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741848_1024 (size=93) 2024-11-21T09:17:23,960 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/oldWALs 2024-11-21T09:17:23,960 INFO [RS:0;5b0ae2ee7b9e:42619 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C42619%2C1732180634843:(num 1732180636035) 2024-11-21T09:17:23,960 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:23,960 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:17:23,960 INFO [RS:0;5b0ae2ee7b9e:42619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:17:23,960 INFO [RS:0;5b0ae2ee7b9e:42619 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T09:17:23,960 INFO [RS:0;5b0ae2ee7b9e:42619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:17:23,960 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:17:23,961 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b0ae2ee7b9e,42619,1732180634843 because: Region server is closing 2024-11-21T09:17:23,961 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-21T09:17:23,961 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-21T09:17:23,961 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-21T09:17:23,961 INFO [RS:0;5b0ae2ee7b9e:42619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:42619. 2024-11-21T09:17:23,961 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:17:23,961 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:23,961 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:23,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:17:24,061 WARN [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,1-5b0ae2ee7b9e,42619,1732180634843 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T09:17:24,061 WARN [RS:0;5b0ae2ee7b9e:42619.replicationSource.shipper5b0ae2ee7b9e%2C42619%2C1732180634843,1-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T09:17:24,062 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;5b0ae2ee7b9e:42619.replicationSource.shipper5b0ae2ee7b9e%2C42619%2C1732180634843,1-5b0ae2ee7b9e,42619,1732180634843 terminated 2024-11-21T09:17:24,062 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5b0ae2ee7b9e,42619,1732180634843 because: Region server is closing 2024-11-21T09:17:24,062 INFO [RS:0;5b0ae2ee7b9e:42619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:42619. 2024-11-21T09:17:24,062 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:17:24,062 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:24,062 DEBUG [RS:0;5b0ae2ee7b9e:42619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:24,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:17:24,163 WARN [RS:0;5b0ae2ee7b9e:42619.replicationSource.wal-reader.5b0ae2ee7b9e%2C42619%2C1732180634843,2-5b0ae2ee7b9e,42619,1732180634843 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T09:17:24,163 WARN [RS:0;5b0ae2ee7b9e:42619.replicationSource.shipper5b0ae2ee7b9e%2C42619%2C1732180634843,2-5b0ae2ee7b9e,42619,1732180634843 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T09:17:24,163 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;5b0ae2ee7b9e:42619.replicationSource.shipper5b0ae2ee7b9e%2C42619%2C1732180634843,2-5b0ae2ee7b9e,42619,1732180634843 terminated 2024-11-21T09:17:24,163 INFO [RS:0;5b0ae2ee7b9e:42619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42619 2024-11-21T09:17:24,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640/rs 2024-11-21T09:17:24,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1015cae8b9c0007, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01923205640/rs/5b0ae2ee7b9e,42619,1732180634843 2024-11-21T09:17:24,222 INFO [RS:0;5b0ae2ee7b9e:42619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:17:24,233 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,42619,1732180634843] 2024-11-21T09:17:24,243 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01923205640/draining/5b0ae2ee7b9e,42619,1732180634843 already deleted, retry=false 2024-11-21T09:17:24,243 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,42619,1732180634843 expired; onlineServers=0 2024-11-21T09:17:24,243 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,34303,1732180634785' ***** 2024-11-21T09:17:24,243 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:17:24,243 INFO [M:0;5b0ae2ee7b9e:34303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:17:24,243 INFO [M:0;5b0ae2ee7b9e:34303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:17:24,243 DEBUG [M:0;5b0ae2ee7b9e:34303 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:17:24,243 DEBUG [M:0;5b0ae2ee7b9e:34303 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:17:24,243 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:17:24,243 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180635751 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180635751,5,FailOnTimeoutGroup] 2024-11-21T09:17:24,243 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180635751 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180635751,5,FailOnTimeoutGroup] 2024-11-21T09:17:24,244 INFO [M:0;5b0ae2ee7b9e:34303 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:17:24,244 INFO [M:0;5b0ae2ee7b9e:34303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:17:24,244 DEBUG [M:0;5b0ae2ee7b9e:34303 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:17:24,244 INFO [M:0;5b0ae2ee7b9e:34303 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:17:24,244 INFO [M:0;5b0ae2ee7b9e:34303 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:17:24,244 INFO [M:0;5b0ae2ee7b9e:34303 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:17:24,244 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:17:24,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01923205640/master 2024-11-21T09:17:24,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01923205640 2024-11-21T09:17:24,254 DEBUG [M:0;5b0ae2ee7b9e:34303 {}] zookeeper.ZKUtil(347): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Unable to get data of znode /01923205640/master because node does not exist (not an error) 2024-11-21T09:17:24,254 WARN [M:0;5b0ae2ee7b9e:34303 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T09:17:24,254 INFO [M:0;5b0ae2ee7b9e:34303 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/.lastflushedseqids 2024-11-21T09:17:24,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741852_1028 (size=181) 2024-11-21T09:17:24,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1015cae8b9c0007, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:17:24,333 INFO [RS:0;5b0ae2ee7b9e:42619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:17:24,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42619-0x1015cae8b9c0007, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:17:24,333 INFO [RS:0;5b0ae2ee7b9e:42619 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,42619,1732180634843; zookeeper connection closed. 2024-11-21T09:17:24,333 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@731c51b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@731c51b5 2024-11-21T09:17:24,333 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T09:17:24,661 INFO [M:0;5b0ae2ee7b9e:34303 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:17:24,661 INFO [M:0;5b0ae2ee7b9e:34303 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:17:24,661 DEBUG [M:0;5b0ae2ee7b9e:34303 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:17:24,661 INFO [M:0;5b0ae2ee7b9e:34303 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:24,661 DEBUG [M:0;5b0ae2ee7b9e:34303 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:24,661 DEBUG [M:0;5b0ae2ee7b9e:34303 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:17:24,661 DEBUG [M:0;5b0ae2ee7b9e:34303 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:24,661 INFO [M:0;5b0ae2ee7b9e:34303 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-21T09:17:24,676 DEBUG [M:0;5b0ae2ee7b9e:34303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7371ced21e264cb4b284216117151ace is 82, key is hbase:meta,,1/info:regioninfo/1732180636416/Put/seqid=0 2024-11-21T09:17:24,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741853_1029 (size=5680) 2024-11-21T09:17:25,081 INFO [M:0;5b0ae2ee7b9e:34303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7371ced21e264cb4b284216117151ace 2024-11-21T09:17:25,102 DEBUG [M:0;5b0ae2ee7b9e:34303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5cd63b15b854018a1f37f393d50e2b3 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732180640674/Put/seqid=0 2024-11-21T09:17:25,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741854_1030 (size=7319) 2024-11-21T09:17:25,132 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T09:17:25,507 INFO [M:0;5b0ae2ee7b9e:34303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5cd63b15b854018a1f37f393d50e2b3 2024-11-21T09:17:25,542 DEBUG [M:0;5b0ae2ee7b9e:34303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e112e48feb940498f3006126acfd453 is 69, key is 5b0ae2ee7b9e,42619,1732180634843/rs:state/1732180635814/Put/seqid=0 2024-11-21T09:17:25,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741855_1031 (size=5371) 2024-11-21T09:17:25,553 INFO [M:0;5b0ae2ee7b9e:34303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e112e48feb940498f3006126acfd453 2024-11-21T09:17:25,562 INFO [M:0;5b0ae2ee7b9e:34303 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e112e48feb940498f3006126acfd453 2024-11-21T09:17:25,563 DEBUG [M:0;5b0ae2ee7b9e:34303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7371ced21e264cb4b284216117151ace as hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7371ced21e264cb4b284216117151ace 2024-11-21T09:17:25,572 INFO [M:0;5b0ae2ee7b9e:34303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7371ced21e264cb4b284216117151ace, entries=8, sequenceid=172, filesize=5.5 K 2024-11-21T09:17:25,574 DEBUG [M:0;5b0ae2ee7b9e:34303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5cd63b15b854018a1f37f393d50e2b3 as hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5cd63b15b854018a1f37f393d50e2b3 2024-11-21T09:17:25,587 INFO [M:0;5b0ae2ee7b9e:34303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5cd63b15b854018a1f37f393d50e2b3, entries=7, sequenceid=172, filesize=7.1 K 2024-11-21T09:17:25,589 DEBUG [M:0;5b0ae2ee7b9e:34303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4e112e48feb940498f3006126acfd453 as hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e112e48feb940498f3006126acfd453 2024-11-21T09:17:25,598 INFO [M:0;5b0ae2ee7b9e:34303 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e112e48feb940498f3006126acfd453 2024-11-21T09:17:25,598 INFO [M:0;5b0ae2ee7b9e:34303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46703/user/jenkins/test-data/e7bfe4c4-9d2b-874a-e125-3aba217c8331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4e112e48feb940498f3006126acfd453, entries=2, sequenceid=172, filesize=5.2 K 2024-11-21T09:17:25,600 INFO [M:0;5b0ae2ee7b9e:34303 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 939ms, sequenceid=172, compaction requested=false 2024-11-21T09:17:25,609 INFO [M:0;5b0ae2ee7b9e:34303 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:25,609 DEBUG [M:0;5b0ae2ee7b9e:34303 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180644661Disabling compacts and flushes for region at 1732180644661Disabling writes for close at 1732180644661Obtaining lock to block concurrent updates at 1732180644661Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180644661Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732180644662 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180644663 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180644663Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180644676 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180644676Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180645087 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180645101 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180645101Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180645519 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180645541 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180645541Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f5ad30d: reopening flushed file at 1732180645562 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bb93c06: reopening flushed file at 1732180645572 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c0be976: reopening flushed file at 1732180645587 (+15 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 939ms, sequenceid=172, compaction requested=false at 1732180645600 (+13 ms)Writing region close event to WAL at 1732180645609 (+9 ms)Closed at 1732180645609 2024-11-21T09:17:25,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35665 is added to blk_1073741847_1023 (size=22949) 2024-11-21T09:17:25,620 INFO [M:0;5b0ae2ee7b9e:34303 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:17:25,620 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:17:25,620 INFO [M:0;5b0ae2ee7b9e:34303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34303 2024-11-21T09:17:25,620 INFO [M:0;5b0ae2ee7b9e:34303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:17:25,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:17:25,737 INFO [M:0;5b0ae2ee7b9e:34303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:17:25,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34303-0x1015cae8b9c0006, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:17:25,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@116d148d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:17:25,743 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:17:25,743 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:17:25,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:17:25,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/hadoop.log.dir/,STOPPED} 2024-11-21T09:17:25,748 WARN [BP-1971569778-172.17.0.2-1732180611763 heartbeating to localhost/127.0.0.1:46703 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:17:25,748 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:17:25,749 WARN [BP-1971569778-172.17.0.2-1732180611763 heartbeating to localhost/127.0.0.1:46703 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1971569778-172.17.0.2-1732180611763 (Datanode Uuid ea014303-f575-402e-b7b1-5ed925c2d98a) service to localhost/127.0.0.1:46703 2024-11-21T09:17:25,749 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:17:25,749 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/cluster_9b6e059b-bb2f-0056-1d55-4737d3094ee7/data/data1/current/BP-1971569778-172.17.0.2-1732180611763 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:17:25,750 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/cluster_9b6e059b-bb2f-0056-1d55-4737d3094ee7/data/data2/current/BP-1971569778-172.17.0.2-1732180611763 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:17:25,750 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:17:25,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:17:25,758 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:17:25,758 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:17:25,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:17:25,759 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d075736a-3203-7c6c-0d12-14df4131f839/hadoop.log.dir/,STOPPED} 2024-11-21T09:17:25,771 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T09:17:25,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T09:17:25,812 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=106 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5b0ae2ee7b9e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46703 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33489 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33489 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7cfd72d9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5b0ae2ee7b9e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5b0ae2ee7b9e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/5b0ae2ee7b9e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46703 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54130) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46703 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54130) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5b0ae2ee7b9e:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33489 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=342 (was 369), ProcessCount=11 (was 11), AvailableMemoryMB=3523 (was 2996) - AvailableMemoryMB LEAK? - 2024-11-21T09:17:25,825 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=106, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=342, ProcessCount=11, AvailableMemoryMB=3521 2024-11-21T09:17:25,839 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-21T09:17:25,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/hadoop.log.dir so I do NOT create it in target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068 2024-11-21T09:17:25,840 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T09:17:25,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/hadoop.tmp.dir so I do NOT create it in target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068 2024-11-21T09:17:25,840 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b31211fb-4f1f-d930-a282-2cf199af4bfd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T09:17:25,840 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068 2024-11-21T09:17:25,840 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/cluster_0fc24e54-1b73-3be4-9ee4-7d09a04da2b8, deleteOnExit=true 2024-11-21T09:17:25,851 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/cluster_0fc24e54-1b73-3be4-9ee4-7d09a04da2b8/zookeeper_0, clientPort=58628, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/cluster_0fc24e54-1b73-3be4-9ee4-7d09a04da2b8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/cluster_0fc24e54-1b73-3be4-9ee4-7d09a04da2b8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T09:17:25,854 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58628 2024-11-21T09:17:25,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T09:17:25,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T09:17:25,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/test.cache.data in system properties and HBase conf 2024-11-21T09:17:25,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T09:17:25,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/hadoop.log.dir in system properties and HBase conf 2024-11-21T09:17:25,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T09:17:25,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T09:17:25,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T09:17:25,855 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T09:17:25,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:17:25,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:17:25,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T09:17:25,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:17:25,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T09:17:25,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T09:17:25,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:17:25,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:17:25,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T09:17:25,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/nfs.dump.dir in system properties and HBase conf 2024-11-21T09:17:25,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/java.io.tmpdir in system properties and HBase conf 2024-11-21T09:17:25,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:17:25,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T09:17:25,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T09:17:25,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015cae8b9c0002, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T09:17:25,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015cae8b9c0005, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T09:17:25,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015cae8b9c0005, quorum=127.0.0.1:54130, baseZNode=/1-1162846302 Received Disconnected from ZooKeeper, ignoring 2024-11-21T09:17:25,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015cae8b9c0002, quorum=127.0.0.1:54130, baseZNode=/01923205640 Received Disconnected from ZooKeeper, ignoring 2024-11-21T09:17:26,139 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:17:26,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:17:26,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:17:26,229 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:17:26,240 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:17:26,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:17:26,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:17:26,249 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:17:26,253 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:17:26,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a293c87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:17:26,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f5c756{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:17:26,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27e66cab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/java.io.tmpdir/jetty-localhost-39277-hadoop-hdfs-3_4_1-tests_jar-_-any-9886722150481897852/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:17:26,400 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ca33c04{HTTP/1.1, (http/1.1)}{localhost:39277} 2024-11-21T09:17:26,401 INFO [Time-limited test {}] server.Server(415): Started @36635ms 2024-11-21T09:17:26,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:17:26,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T09:17:26,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T09:17:26,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:17:26,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:17:26,770 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:17:26,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:17:26,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:17:26,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:17:26,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d0ba696{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:17:26,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e83ddb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:17:26,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@417ceb5c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/java.io.tmpdir/jetty-localhost-45989-hadoop-hdfs-3_4_1-tests_jar-_-any-14395810871537764332/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:17:26,884 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4438aed1{HTTP/1.1, (http/1.1)}{localhost:45989} 2024-11-21T09:17:26,884 INFO [Time-limited test {}] server.Server(415): Started @37118ms 2024-11-21T09:17:26,886 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:17:27,801 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/cluster_0fc24e54-1b73-3be4-9ee4-7d09a04da2b8/data/data1/current/BP-1555087368-172.17.0.2-1732180645885/current, will proceed with Du for space computation calculation, 2024-11-21T09:17:27,801 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/cluster_0fc24e54-1b73-3be4-9ee4-7d09a04da2b8/data/data2/current/BP-1555087368-172.17.0.2-1732180645885/current, will proceed with Du for space computation calculation, 2024-11-21T09:17:27,823 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:17:27,826 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde036f65e69b52ea with lease ID 0xf69ed23dcbf3fe1d: Processing first storage report for DS-36e685e1-8f39-4bc2-bf43-a569f5b65290 from datanode DatanodeRegistration(127.0.0.1:43653, datanodeUuid=59ce876c-51a1-4315-b90a-ec3361e055dc, infoPort=40961, infoSecurePort=0, ipcPort=44565, storageInfo=lv=-57;cid=testClusterID;nsid=1794196677;c=1732180645885) 2024-11-21T09:17:27,826 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde036f65e69b52ea with lease ID 0xf69ed23dcbf3fe1d: from storage DS-36e685e1-8f39-4bc2-bf43-a569f5b65290 node DatanodeRegistration(127.0.0.1:43653, datanodeUuid=59ce876c-51a1-4315-b90a-ec3361e055dc, infoPort=40961, infoSecurePort=0, ipcPort=44565, storageInfo=lv=-57;cid=testClusterID;nsid=1794196677;c=1732180645885), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T09:17:27,826 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde036f65e69b52ea with lease ID 0xf69ed23dcbf3fe1d: Processing first storage report for DS-cb359bc1-090e-45c5-9ad1-80779b330e54 from datanode DatanodeRegistration(127.0.0.1:43653, datanodeUuid=59ce876c-51a1-4315-b90a-ec3361e055dc, infoPort=40961, infoSecurePort=0, ipcPort=44565, storageInfo=lv=-57;cid=testClusterID;nsid=1794196677;c=1732180645885) 2024-11-21T09:17:27,826 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde036f65e69b52ea with lease ID 0xf69ed23dcbf3fe1d: from storage DS-cb359bc1-090e-45c5-9ad1-80779b330e54 node DatanodeRegistration(127.0.0.1:43653, datanodeUuid=59ce876c-51a1-4315-b90a-ec3361e055dc, infoPort=40961, infoSecurePort=0, ipcPort=44565, storageInfo=lv=-57;cid=testClusterID;nsid=1794196677;c=1732180645885), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:17:27,841 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068 2024-11-21T09:17:27,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:27,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:27,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:17:28,253 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66 with version=8 2024-11-21T09:17:28,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/hbase-staging 2024-11-21T09:17:28,257 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:17:28,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:28,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:28,257 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:17:28,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:28,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:17:28,257 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:17:28,258 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:17:28,259 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37405 2024-11-21T09:17:28,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37405 connecting to ZooKeeper ensemble=127.0.0.1:58628 2024-11-21T09:17:28,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374050x0, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:17:28,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37405-0x1015caf13820000 connected 2024-11-21T09:17:28,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:28,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:28,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Set watcher on znode that does not yet exist, /01576002634/running 2024-11-21T09:17:28,825 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66, hbase.cluster.distributed=false 2024-11-21T09:17:28,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Set watcher on znode that does not yet exist, /01576002634/acl 2024-11-21T09:17:28,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37405 2024-11-21T09:17:28,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37405 2024-11-21T09:17:28,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37405 2024-11-21T09:17:28,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37405 2024-11-21T09:17:28,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37405 2024-11-21T09:17:28,846 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:17:28,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:28,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:28,847 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:17:28,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:28,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:17:28,847 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:17:28,847 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:17:28,848 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35971 2024-11-21T09:17:28,849 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35971 connecting to ZooKeeper ensemble=127.0.0.1:58628 2024-11-21T09:17:28,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:28,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:28,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359710x0, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:17:28,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359710x0, quorum=127.0.0.1:58628, baseZNode=/01576002634 Set watcher on znode that does not yet exist, /01576002634/running 2024-11-21T09:17:28,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35971-0x1015caf13820001 connected 2024-11-21T09:17:28,864 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:17:28,865 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:17:28,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35971-0x1015caf13820001, quorum=127.0.0.1:58628, baseZNode=/01576002634 Set watcher on znode that does not yet exist, /01576002634/master 2024-11-21T09:17:28,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35971-0x1015caf13820001, quorum=127.0.0.1:58628, baseZNode=/01576002634 Set watcher on znode that does not yet exist, /01576002634/acl 2024-11-21T09:17:28,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35971 2024-11-21T09:17:28,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35971 2024-11-21T09:17:28,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35971 2024-11-21T09:17:28,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35971 2024-11-21T09:17:28,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35971 2024-11-21T09:17:28,888 DEBUG [M:0;5b0ae2ee7b9e:37405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:37405 2024-11-21T09:17:28,888 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01576002634/backup-masters/5b0ae2ee7b9e,37405,1732180648256 2024-11-21T09:17:28,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1015caf13820001, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576002634/backup-masters 2024-11-21T09:17:28,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576002634/backup-masters 2024-11-21T09:17:28,895 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Set watcher on existing znode=/01576002634/backup-masters/5b0ae2ee7b9e,37405,1732180648256 2024-11-21T09:17:28,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1015caf13820001, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01576002634/master 2024-11-21T09:17:28,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576002634 2024-11-21T09:17:28,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1015caf13820001, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576002634 2024-11-21T09:17:28,905 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Set watcher on existing znode=/01576002634/master 2024-11-21T09:17:28,906 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01576002634/backup-masters/5b0ae2ee7b9e,37405,1732180648256 from backup master directory 2024-11-21T09:17:28,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1015caf13820001, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576002634/backup-masters 2024-11-21T09:17:28,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01576002634/backup-masters/5b0ae2ee7b9e,37405,1732180648256 2024-11-21T09:17:28,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576002634/backup-masters 2024-11-21T09:17:28,916 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:17:28,916 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,37405,1732180648256 2024-11-21T09:17:28,921 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/hbase.id] with ID: ec093a37-f7fb-4b2b-ab10-f9baf894c851 2024-11-21T09:17:28,921 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/.tmp/hbase.id 2024-11-21T09:17:28,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:17:29,329 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/.tmp/hbase.id]:[hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/hbase.id] 2024-11-21T09:17:29,352 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:29,352 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:17:29,354 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T09:17:29,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576002634 2024-11-21T09:17:29,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1015caf13820001, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576002634 2024-11-21T09:17:29,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:17:29,818 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:17:29,819 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:17:29,820 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:17:29,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:17:29,836 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/data/master/store 2024-11-21T09:17:29,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:17:30,247 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:30,247 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:17:30,247 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:30,247 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:30,247 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:17:30,247 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:30,247 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:30,247 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180650247Disabling compacts and flushes for region at 1732180650247Disabling writes for close at 1732180650247Writing region close event to WAL at 1732180650247Closed at 1732180650247 2024-11-21T09:17:30,248 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/data/master/store/.initializing 2024-11-21T09:17:30,248 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/WALs/5b0ae2ee7b9e,37405,1732180648256 2024-11-21T09:17:30,249 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:17:30,251 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C37405%2C1732180648256, suffix=, logDir=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/WALs/5b0ae2ee7b9e,37405,1732180648256, archiveDir=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/oldWALs, maxLogs=10 2024-11-21T09:17:30,264 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/WALs/5b0ae2ee7b9e,37405,1732180648256/5b0ae2ee7b9e%2C37405%2C1732180648256.1732180650252, exclude list is [], retry=0 2024-11-21T09:17:30,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43653,DS-36e685e1-8f39-4bc2-bf43-a569f5b65290,DISK] 2024-11-21T09:17:30,269 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/WALs/5b0ae2ee7b9e,37405,1732180648256/5b0ae2ee7b9e%2C37405%2C1732180648256.1732180650252 2024-11-21T09:17:30,270 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40961:40961)] 2024-11-21T09:17:30,270 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:17:30,270 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:30,270 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:30,270 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:30,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:30,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:17:30,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:30,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:30,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:30,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:17:30,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:30,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:30,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:30,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:17:30,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:30,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:30,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:30,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:17:30,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:30,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:30,279 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:30,280 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:30,280 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:30,281 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:30,282 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:30,282 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:17:30,283 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:30,286 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:17:30,286 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59140020, jitterRate=-0.11874502897262573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:17:30,287 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180650270Initializing all the Stores at 1732180650271 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180650271Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180650271Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180650271Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180650271Cleaning up temporary data from old regions at 1732180650282 (+11 ms)Region opened successfully at 1732180650287 (+5 ms) 2024-11-21T09:17:30,287 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:17:30,291 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d1aa45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:17:30,292 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T09:17:30,292 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:17:30,292 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:17:30,292 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:17:30,293 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T09:17:30,293 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T09:17:30,293 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T09:17:30,295 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:17:30,296 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Unable to get data of znode /01576002634/balancer because node does not exist (not necessarily an error) 2024-11-21T09:17:30,315 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01576002634/balancer already deleted, retry=false 2024-11-21T09:17:30,316 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:17:30,317 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Unable to get data of znode /01576002634/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:17:30,326 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01576002634/normalizer already deleted, retry=false 2024-11-21T09:17:30,326 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:17:30,327 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Unable to get data of znode /01576002634/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:17:30,336 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01576002634/switch/split already deleted, retry=false 2024-11-21T09:17:30,338 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Unable to get data of znode /01576002634/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:17:30,347 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01576002634/switch/merge already deleted, retry=false 2024-11-21T09:17:30,350 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Unable to get data of znode /01576002634/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:17:30,358 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01576002634/snapshot-cleanup already deleted, retry=false 2024-11-21T09:17:30,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1015caf13820001, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01576002634/running 2024-11-21T09:17:30,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1015caf13820001, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576002634 2024-11-21T09:17:30,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01576002634/running 2024-11-21T09:17:30,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576002634 2024-11-21T09:17:30,369 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,37405,1732180648256, sessionid=0x1015caf13820000, setting cluster-up flag (Was=false) 2024-11-21T09:17:30,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1015caf13820001, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576002634 2024-11-21T09:17:30,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576002634 2024-11-21T09:17:30,421 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01576002634/flush-table-proc/acquired, /01576002634/flush-table-proc/reached, /01576002634/flush-table-proc/abort 2024-11-21T09:17:30,422 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,37405,1732180648256 2024-11-21T09:17:30,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576002634 2024-11-21T09:17:30,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1015caf13820001, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576002634 2024-11-21T09:17:30,473 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01576002634/online-snapshot/acquired, /01576002634/online-snapshot/reached, /01576002634/online-snapshot/abort 2024-11-21T09:17:30,475 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,37405,1732180648256 2024-11-21T09:17:30,476 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T09:17:30,478 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:30,478 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:17:30,479 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:17:30,479 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,37405,1732180648256 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:17:30,479 INFO [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.HRegionServer(746): ClusterId : ec093a37-f7fb-4b2b-ab10-f9baf894c851 2024-11-21T09:17:30,479 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:17:30,536 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:30,536 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:30,537 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:30,537 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:17:30,537 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:17:30,537 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:30,537 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:17:30,537 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:30,537 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:17:30,537 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:30,538 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180680538 2024-11-21T09:17:30,539 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:17:30,539 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:17:30,539 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:17:30,539 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:17:30,539 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:17:30,539 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:17:30,540 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:30,540 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T09:17:30,540 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:30,540 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:17:30,541 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:17:30,541 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:17:30,541 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T09:17:30,541 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:17:30,541 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:17:30,541 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180650541,5,FailOnTimeoutGroup] 2024-11-21T09:17:30,544 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180650541,5,FailOnTimeoutGroup] 2024-11-21T09:17:30,544 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:30,544 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:17:30,544 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:30,544 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:30,545 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:30,545 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T09:17:30,550 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:17:30,551 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57737a5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:17:30,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:17:30,571 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:35971 2024-11-21T09:17:30,571 INFO [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:17:30,571 INFO [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:17:30,571 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:17:30,572 INFO [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,37405,1732180648256 with port=35971, startcode=1732180648846 2024-11-21T09:17:30,573 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:17:30,577 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:17:30,578 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37405 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,35971,1732180648846 2024-11-21T09:17:30,578 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37405 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,35971,1732180648846 2024-11-21T09:17:30,581 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66 2024-11-21T09:17:30,581 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34255 2024-11-21T09:17:30,581 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:17:30,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576002634/rs 2024-11-21T09:17:30,590 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] zookeeper.ZKUtil(111): regionserver:35971-0x1015caf13820001, quorum=127.0.0.1:58628, baseZNode=/01576002634 Set watcher on existing znode=/01576002634/rs/5b0ae2ee7b9e,35971,1732180648846 2024-11-21T09:17:30,590 WARN [RS:0;5b0ae2ee7b9e:35971 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:17:30,591 INFO [RS:0;5b0ae2ee7b9e:35971 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:17:30,591 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/WALs/5b0ae2ee7b9e,35971,1732180648846 2024-11-21T09:17:30,598 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,35971,1732180648846] 2024-11-21T09:17:30,602 INFO [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:17:30,606 INFO [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:17:30,606 INFO [RS:0;5b0ae2ee7b9e:35971 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:17:30,606 INFO [RS:0;5b0ae2ee7b9e:35971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:30,607 INFO [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:17:30,608 INFO [RS:0;5b0ae2ee7b9e:35971 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:17:30,608 INFO [RS:0;5b0ae2ee7b9e:35971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:30,608 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:30,609 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:30,609 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:30,609 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:30,609 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:30,609 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:17:30,609 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:30,609 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:30,609 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:30,609 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:30,609 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:30,609 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:30,609 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:17:30,609 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:17:30,622 INFO [RS:0;5b0ae2ee7b9e:35971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:30,622 INFO [RS:0;5b0ae2ee7b9e:35971 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:30,622 INFO [RS:0;5b0ae2ee7b9e:35971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:30,622 INFO [RS:0;5b0ae2ee7b9e:35971 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:30,622 INFO [RS:0;5b0ae2ee7b9e:35971 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:30,622 INFO [RS:0;5b0ae2ee7b9e:35971 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,35971,1732180648846-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:17:30,647 INFO [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:17:30,647 INFO [RS:0;5b0ae2ee7b9e:35971 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,35971,1732180648846-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:30,647 INFO [RS:0;5b0ae2ee7b9e:35971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:30,647 INFO [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.Replication(171): 5b0ae2ee7b9e,35971,1732180648846 started 2024-11-21T09:17:30,670 INFO [RS:0;5b0ae2ee7b9e:35971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:30,670 INFO [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,35971,1732180648846, RpcServer on 5b0ae2ee7b9e/172.17.0.2:35971, sessionid=0x1015caf13820001 2024-11-21T09:17:30,670 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:17:30,670 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,35971,1732180648846 2024-11-21T09:17:30,670 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,35971,1732180648846' 2024-11-21T09:17:30,670 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01576002634/flush-table-proc/abort' 2024-11-21T09:17:30,671 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01576002634/flush-table-proc/acquired' 2024-11-21T09:17:30,671 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:17:30,671 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:17:30,671 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,35971,1732180648846 2024-11-21T09:17:30,672 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,35971,1732180648846' 2024-11-21T09:17:30,672 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01576002634/online-snapshot/abort' 2024-11-21T09:17:30,672 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01576002634/online-snapshot/acquired' 2024-11-21T09:17:30,673 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:17:30,673 INFO [RS:0;5b0ae2ee7b9e:35971 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:17:30,673 INFO [RS:0;5b0ae2ee7b9e:35971 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:17:30,774 INFO [RS:0;5b0ae2ee7b9e:35971 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:17:30,775 INFO [RS:0;5b0ae2ee7b9e:35971 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C35971%2C1732180648846, suffix=, logDir=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/WALs/5b0ae2ee7b9e,35971,1732180648846, archiveDir=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/oldWALs, maxLogs=10 2024-11-21T09:17:30,789 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/WALs/5b0ae2ee7b9e,35971,1732180648846/5b0ae2ee7b9e%2C35971%2C1732180648846.1732180650776, exclude list is [], retry=0 2024-11-21T09:17:30,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43653,DS-36e685e1-8f39-4bc2-bf43-a569f5b65290,DISK] 2024-11-21T09:17:30,795 INFO [RS:0;5b0ae2ee7b9e:35971 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/WALs/5b0ae2ee7b9e,35971,1732180648846/5b0ae2ee7b9e%2C35971%2C1732180648846.1732180650776 2024-11-21T09:17:30,795 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40961:40961)] 2024-11-21T09:17:30,960 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T09:17:30,960 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66 2024-11-21T09:17:30,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741833_1009 (size=32) 2024-11-21T09:17:31,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:31,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:17:31,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:17:31,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:31,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:31,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:17:31,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:17:31,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:31,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:31,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:17:31,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:17:31,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:31,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:31,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:17:31,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:17:31,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:31,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:31,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:17:31,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/meta/1588230740 2024-11-21T09:17:31,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/meta/1588230740 2024-11-21T09:17:31,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:17:31,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:17:31,383 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:17:31,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:17:31,387 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:17:31,388 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71012668, jitterRate=0.058171212673187256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:17:31,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732180651368Initializing all the Stores at 1732180651369 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180651369Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180651369Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180651369Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180651369Cleaning up temporary data from old regions at 1732180651382 (+13 ms)Region opened successfully at 1732180651389 (+7 ms) 2024-11-21T09:17:31,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:17:31,389 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:17:31,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:17:31,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:17:31,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:17:31,389 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:17:31,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180651389Disabling compacts and flushes for region at 1732180651389Disabling writes for close at 1732180651389Writing region close event to WAL at 1732180651389Closed at 1732180651389 2024-11-21T09:17:31,391 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:31,391 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T09:17:31,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:17:31,392 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:17:31,394 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T09:17:31,544 DEBUG [5b0ae2ee7b9e:37405 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:17:31,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,35971,1732180648846 2024-11-21T09:17:31,546 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,35971,1732180648846, state=OPENING 2024-11-21T09:17:31,608 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T09:17:31,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1015caf13820001, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576002634 2024-11-21T09:17:31,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576002634 2024-11-21T09:17:31,621 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:17:31,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01576002634/meta-region-server: CHANGED 2024-11-21T09:17:31,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01576002634/meta-region-server: CHANGED 2024-11-21T09:17:31,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,35971,1732180648846}] 2024-11-21T09:17:31,775 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:17:31,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:17:31,781 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:17:31,781 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:17:31,782 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:17:31,783 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C35971%2C1732180648846.meta, suffix=.meta, logDir=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/WALs/5b0ae2ee7b9e,35971,1732180648846, archiveDir=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/oldWALs, maxLogs=10 2024-11-21T09:17:31,802 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/WALs/5b0ae2ee7b9e,35971,1732180648846/5b0ae2ee7b9e%2C35971%2C1732180648846.meta.1732180651784.meta, exclude list is [], retry=0 2024-11-21T09:17:31,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43653,DS-36e685e1-8f39-4bc2-bf43-a569f5b65290,DISK] 2024-11-21T09:17:31,809 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/WALs/5b0ae2ee7b9e,35971,1732180648846/5b0ae2ee7b9e%2C35971%2C1732180648846.meta.1732180651784.meta 2024-11-21T09:17:31,810 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40961:40961)] 2024-11-21T09:17:31,811 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:17:31,811 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:17:31,811 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:17:31,811 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:17:31,811 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:17:31,811 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:17:31,812 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:31,812 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:17:31,812 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:17:31,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:17:31,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:17:31,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:31,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:31,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:17:31,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:17:31,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:31,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:31,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:17:31,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:17:31,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:31,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:31,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:17:31,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:17:31,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:31,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:31,822 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:17:31,822 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/meta/1588230740 2024-11-21T09:17:31,824 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/meta/1588230740 2024-11-21T09:17:31,826 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:17:31,827 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:17:31,827 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:17:31,829 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:17:31,830 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59321693, jitterRate=-0.11603789031505585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:17:31,830 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:17:31,831 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180651812Writing region info on filesystem at 1732180651812Initializing all the Stores at 1732180651813 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180651813Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180651814 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180651815 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180651815Cleaning up temporary data from old regions at 1732180651827 (+12 ms)Running coprocessor post-open hooks at 1732180651830 (+3 ms)Region opened successfully at 1732180651831 (+1 ms) 2024-11-21T09:17:31,833 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732180651775 2024-11-21T09:17:31,835 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:17:31,836 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:17:31,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,35971,1732180648846 2024-11-21T09:17:31,838 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,35971,1732180648846, state=OPEN 2024-11-21T09:17:31,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1015caf13820001, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01576002634/meta-region-server 2024-11-21T09:17:31,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01576002634/meta-region-server 2024-11-21T09:17:31,905 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,35971,1732180648846 2024-11-21T09:17:31,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01576002634/meta-region-server: CHANGED 2024-11-21T09:17:31,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01576002634/meta-region-server: CHANGED 2024-11-21T09:17:31,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T09:17:31,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,35971,1732180648846 in 284 msec 2024-11-21T09:17:31,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T09:17:31,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 518 msec 2024-11-21T09:17:31,913 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:31,913 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T09:17:31,915 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:17:31,915 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,35971,1732180648846, seqNum=-1] 2024-11-21T09:17:31,915 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:17:31,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:17:31,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4440 sec 2024-11-21T09:17:31,924 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180651924, completionTime=-1 2024-11-21T09:17:31,924 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T09:17:31,924 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:17:31,926 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T09:17:31,926 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732180711926 2024-11-21T09:17:31,926 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732180771926 2024-11-21T09:17:31,926 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T09:17:31,926 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,37405,1732180648256-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:31,926 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,37405,1732180648256-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:31,926 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,37405,1732180648256-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:31,927 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:37405, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:31,927 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:31,927 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:31,929 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T09:17:31,931 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.015sec 2024-11-21T09:17:31,931 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:17:31,931 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:17:31,931 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:17:31,931 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:17:31,931 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:17:31,931 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,37405,1732180648256-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:17:31,931 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,37405,1732180648256-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:17:31,934 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:17:31,934 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:17:31,934 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,37405,1732180648256-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:31,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586e5c7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:31,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,37405,-1 for getting cluster id 2024-11-21T09:17:31,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:31,983 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec093a37-f7fb-4b2b-ab10-f9baf894c851' 2024-11-21T09:17:31,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:31,983 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec093a37-f7fb-4b2b-ab10-f9baf894c851" 2024-11-21T09:17:31,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd7f5e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:31,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,37405,-1] 2024-11-21T09:17:31,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:31,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:31,986 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:31,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:31,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:17:31,989 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,35971,1732180648846, seqNum=-1] 2024-11-21T09:17:31,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:17:31,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:17:31,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b0ae2ee7b9e,37405,1732180648256 2024-11-21T09:17:31,995 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58628 2024-11-21T09:17:32,007 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:17:32,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:17:32,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015caf13820002 connected 2024-11-21T09:17:32,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:17:32,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/hadoop.log.dir so I do NOT create it in target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c 2024-11-21T09:17:32,025 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T09:17:32,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/hadoop.tmp.dir so I do NOT create it in target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c 2024-11-21T09:17:32,025 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T09:17:32,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:17:32,025 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c 2024-11-21T09:17:32,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T09:17:32,025 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/cluster_389ddb1d-9ef4-84cf-7139-dcfb4bc835b0, deleteOnExit=true 2024-11-21T09:17:32,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T09:17:32,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/test.cache.data in system properties and HBase conf 2024-11-21T09:17:32,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T09:17:32,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/hadoop.log.dir in system properties and HBase conf 2024-11-21T09:17:32,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T09:17:32,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T09:17:32,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T09:17:32,026 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T09:17:32,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:17:32,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:17:32,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T09:17:32,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:17:32,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T09:17:32,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T09:17:32,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:17:32,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:17:32,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T09:17:32,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/nfs.dump.dir in system properties and HBase conf 2024-11-21T09:17:32,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/java.io.tmpdir in system properties and HBase conf 2024-11-21T09:17:32,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:17:32,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T09:17:32,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T09:17:32,367 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:17:32,375 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:17:32,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:17:32,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:17:32,378 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:17:32,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:17:32,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c9883e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:17:32,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9e52a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:17:32,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d817f80{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/java.io.tmpdir/jetty-localhost-36055-hadoop-hdfs-3_4_1-tests_jar-_-any-11461603397212941549/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:17:32,481 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13605576{HTTP/1.1, (http/1.1)}{localhost:36055} 2024-11-21T09:17:32,481 INFO [Time-limited test {}] server.Server(415): Started @42715ms 2024-11-21T09:17:32,740 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:17:32,745 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:17:32,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:17:32,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:17:32,749 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:17:32,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c2be479{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:17:32,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c3b423f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:17:32,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ef753fe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/java.io.tmpdir/jetty-localhost-34935-hadoop-hdfs-3_4_1-tests_jar-_-any-11698946110042752793/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:17:32,855 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@486ddd5{HTTP/1.1, (http/1.1)}{localhost:34935} 2024-11-21T09:17:32,855 INFO [Time-limited test {}] server.Server(415): Started @43089ms 2024-11-21T09:17:32,857 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:17:33,239 WARN [RS:0;5b0ae2ee7b9e:35971 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 5b0ae2ee7b9e,43331,1732180617008: status=Processing ServerCrashProcedure of 5b0ae2ee7b9e,43331,1732180617008 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732180635752, completionTime=-1 appears to have been leaked 2024-11-21T09:17:33,508 WARN [Thread-624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/cluster_389ddb1d-9ef4-84cf-7139-dcfb4bc835b0/data/data2/current/BP-2006049063-172.17.0.2-1732180652058/current, will proceed with Du for space computation calculation, 2024-11-21T09:17:33,508 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/cluster_389ddb1d-9ef4-84cf-7139-dcfb4bc835b0/data/data1/current/BP-2006049063-172.17.0.2-1732180652058/current, will proceed with Du for space computation calculation, 2024-11-21T09:17:33,527 WARN [Thread-611 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:17:33,530 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8e63f0da56c55fd with lease ID 0xfcc57a220c8d9c31: Processing first storage report for DS-bba28b5f-61e8-45fd-b785-7b0a601c497a from datanode DatanodeRegistration(127.0.0.1:39051, datanodeUuid=e1f7c9f3-d5aa-4a24-846e-b0ca142c40f9, infoPort=39325, infoSecurePort=0, ipcPort=46059, storageInfo=lv=-57;cid=testClusterID;nsid=976401214;c=1732180652058) 2024-11-21T09:17:33,530 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8e63f0da56c55fd with lease ID 0xfcc57a220c8d9c31: from storage DS-bba28b5f-61e8-45fd-b785-7b0a601c497a node DatanodeRegistration(127.0.0.1:39051, datanodeUuid=e1f7c9f3-d5aa-4a24-846e-b0ca142c40f9, infoPort=39325, infoSecurePort=0, ipcPort=46059, storageInfo=lv=-57;cid=testClusterID;nsid=976401214;c=1732180652058), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:17:33,530 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf8e63f0da56c55fd with lease ID 0xfcc57a220c8d9c31: Processing first storage report for DS-765c51ee-31e0-43db-8154-2ff0b546c819 from datanode DatanodeRegistration(127.0.0.1:39051, datanodeUuid=e1f7c9f3-d5aa-4a24-846e-b0ca142c40f9, infoPort=39325, infoSecurePort=0, ipcPort=46059, storageInfo=lv=-57;cid=testClusterID;nsid=976401214;c=1732180652058) 2024-11-21T09:17:33,530 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf8e63f0da56c55fd with lease ID 0xfcc57a220c8d9c31: from storage DS-765c51ee-31e0-43db-8154-2ff0b546c819 node DatanodeRegistration(127.0.0.1:39051, datanodeUuid=e1f7c9f3-d5aa-4a24-846e-b0ca142c40f9, infoPort=39325, infoSecurePort=0, ipcPort=46059, storageInfo=lv=-57;cid=testClusterID;nsid=976401214;c=1732180652058), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:17:33,608 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c 2024-11-21T09:17:33,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:33,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:33,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:17:33,618 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51 with version=8 2024-11-21T09:17:33,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/hbase-staging 2024-11-21T09:17:33,620 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:17:33,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:33,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:33,621 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:17:33,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:33,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:17:33,621 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:17:33,621 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:17:33,621 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45603 2024-11-21T09:17:33,622 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45603 connecting to ZooKeeper ensemble=127.0.0.1:58628 2024-11-21T09:17:33,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456030x0, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:17:33,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45603-0x1015caf13820003 connected 2024-11-21T09:17:33,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:33,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:33,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Set watcher on znode that does not yet exist, /1412744339/running 2024-11-21T09:17:33,719 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51, hbase.cluster.distributed=false 2024-11-21T09:17:33,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Set watcher on znode that does not yet exist, /1412744339/acl 2024-11-21T09:17:33,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45603 2024-11-21T09:17:33,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45603 2024-11-21T09:17:33,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45603 2024-11-21T09:17:33,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45603 2024-11-21T09:17:33,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45603 2024-11-21T09:17:33,734 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:17:33,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:33,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:33,735 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:17:33,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:33,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:17:33,735 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:17:33,735 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:17:33,736 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42549 2024-11-21T09:17:33,736 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42549 connecting to ZooKeeper ensemble=127.0.0.1:58628 2024-11-21T09:17:33,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:33,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:33,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425490x0, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:17:33,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42549-0x1015caf13820004 connected 2024-11-21T09:17:33,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425490x0, quorum=127.0.0.1:58628, baseZNode=/1412744339 Set watcher on znode that does not yet exist, /1412744339/running 2024-11-21T09:17:33,748 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:17:33,748 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:17:33,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42549-0x1015caf13820004, quorum=127.0.0.1:58628, baseZNode=/1412744339 Set watcher on znode that does not yet exist, /1412744339/master 2024-11-21T09:17:33,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42549-0x1015caf13820004, quorum=127.0.0.1:58628, baseZNode=/1412744339 Set watcher on znode that does not yet exist, /1412744339/acl 2024-11-21T09:17:33,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42549 2024-11-21T09:17:33,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42549 2024-11-21T09:17:33,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42549 2024-11-21T09:17:33,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42549 2024-11-21T09:17:33,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42549 2024-11-21T09:17:33,766 DEBUG [M:0;5b0ae2ee7b9e:45603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:45603 2024-11-21T09:17:33,766 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1412744339/backup-masters/5b0ae2ee7b9e,45603,1732180653620 2024-11-21T09:17:33,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412744339/backup-masters 2024-11-21T09:17:33,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1015caf13820004, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412744339/backup-masters 2024-11-21T09:17:33,779 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Set watcher on existing znode=/1412744339/backup-masters/5b0ae2ee7b9e,45603,1732180653620 2024-11-21T09:17:33,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1015caf13820004, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1412744339/master 2024-11-21T09:17:33,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412744339 2024-11-21T09:17:33,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1015caf13820004, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412744339 2024-11-21T09:17:33,789 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Set watcher on existing znode=/1412744339/master 2024-11-21T09:17:33,790 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1412744339/backup-masters/5b0ae2ee7b9e,45603,1732180653620 from backup master directory 2024-11-21T09:17:33,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1412744339/backup-masters/5b0ae2ee7b9e,45603,1732180653620 2024-11-21T09:17:33,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1015caf13820004, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412744339/backup-masters 2024-11-21T09:17:33,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412744339/backup-masters 2024-11-21T09:17:33,799 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:17:33,799 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,45603,1732180653620 2024-11-21T09:17:33,805 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/hbase.id] with ID: 21bdc94c-40d3-4d5e-9bce-225ed1e9c840 2024-11-21T09:17:33,805 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/.tmp/hbase.id 2024-11-21T09:17:33,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:17:34,217 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/.tmp/hbase.id]:[hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/hbase.id] 2024-11-21T09:17:34,230 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:34,230 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:17:34,232 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T09:17:34,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412744339 2024-11-21T09:17:34,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1015caf13820004, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412744339 2024-11-21T09:17:34,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:17:34,289 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:17:34,290 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:17:34,291 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:17:34,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:17:34,700 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/data/master/store 2024-11-21T09:17:34,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:17:35,107 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:35,107 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:17:35,107 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:35,107 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:35,107 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:17:35,107 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:35,107 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:35,107 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180655107Disabling compacts and flushes for region at 1732180655107Disabling writes for close at 1732180655107Writing region close event to WAL at 1732180655107Closed at 1732180655107 2024-11-21T09:17:35,108 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/data/master/store/.initializing 2024-11-21T09:17:35,108 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/WALs/5b0ae2ee7b9e,45603,1732180653620 2024-11-21T09:17:35,110 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:17:35,112 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C45603%2C1732180653620, suffix=, logDir=hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/WALs/5b0ae2ee7b9e,45603,1732180653620, archiveDir=hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/oldWALs, maxLogs=10 2024-11-21T09:17:35,128 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/WALs/5b0ae2ee7b9e,45603,1732180653620/5b0ae2ee7b9e%2C45603%2C1732180653620.1732180655112, exclude list is [], retry=0 2024-11-21T09:17:35,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39051,DS-bba28b5f-61e8-45fd-b785-7b0a601c497a,DISK] 2024-11-21T09:17:35,133 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/WALs/5b0ae2ee7b9e,45603,1732180653620/5b0ae2ee7b9e%2C45603%2C1732180653620.1732180655112 2024-11-21T09:17:35,133 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39325:39325)] 2024-11-21T09:17:35,133 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:17:35,134 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:35,134 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:35,134 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:35,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:35,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:17:35,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:35,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:35,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:35,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:17:35,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:35,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:35,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:35,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:17:35,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:35,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:35,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:35,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:17:35,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:35,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:35,143 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:35,144 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:35,144 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:35,146 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:35,146 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:35,146 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:17:35,148 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:35,150 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:17:35,150 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68322283, jitterRate=0.01808135211467743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:17:35,151 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180655134Initializing all the Stores at 1732180655135 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180655135Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180655135Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180655135Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180655135Cleaning up temporary data from old regions at 1732180655146 (+11 ms)Region opened successfully at 1732180655151 (+5 ms) 2024-11-21T09:17:35,151 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:17:35,154 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c16312, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:17:35,156 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T09:17:35,156 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:17:35,156 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:17:35,156 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:17:35,157 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T09:17:35,157 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T09:17:35,157 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T09:17:35,160 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:17:35,161 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Unable to get data of znode /1412744339/balancer because node does not exist (not necessarily an error) 2024-11-21T09:17:35,168 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1412744339/balancer already deleted, retry=false 2024-11-21T09:17:35,168 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:17:35,169 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Unable to get data of znode /1412744339/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:17:35,178 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1412744339/normalizer already deleted, retry=false 2024-11-21T09:17:35,179 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:17:35,180 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Unable to get data of znode /1412744339/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:17:35,189 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1412744339/switch/split already deleted, retry=false 2024-11-21T09:17:35,190 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Unable to get data of znode /1412744339/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:17:35,199 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1412744339/switch/merge already deleted, retry=false 2024-11-21T09:17:35,202 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Unable to get data of znode /1412744339/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:17:35,263 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1412744339/snapshot-cleanup already deleted, retry=false 2024-11-21T09:17:35,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1015caf13820004, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1412744339/running 2024-11-21T09:17:35,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1412744339/running 2024-11-21T09:17:35,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1015caf13820004, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412744339 2024-11-21T09:17:35,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412744339 2024-11-21T09:17:35,337 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,45603,1732180653620, sessionid=0x1015caf13820003, setting cluster-up flag (Was=false) 2024-11-21T09:17:35,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412744339 2024-11-21T09:17:35,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1015caf13820004, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412744339 2024-11-21T09:17:35,389 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1412744339/flush-table-proc/acquired, /1412744339/flush-table-proc/reached, /1412744339/flush-table-proc/abort 2024-11-21T09:17:35,390 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,45603,1732180653620 2024-11-21T09:17:35,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412744339 2024-11-21T09:17:35,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1015caf13820004, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412744339 2024-11-21T09:17:35,452 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1412744339/online-snapshot/acquired, /1412744339/online-snapshot/reached, /1412744339/online-snapshot/abort 2024-11-21T09:17:35,453 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,45603,1732180653620 2024-11-21T09:17:35,455 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T09:17:35,457 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:35,457 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:17:35,457 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:17:35,457 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,45603,1732180653620 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:17:35,459 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:35,459 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:35,459 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:35,459 INFO [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.HRegionServer(746): ClusterId : 21bdc94c-40d3-4d5e-9bce-225ed1e9c840 2024-11-21T09:17:35,459 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:35,459 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:17:35,459 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:17:35,459 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:35,459 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:17:35,459 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:35,465 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180685465 2024-11-21T09:17:35,465 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:17:35,465 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:17:35,465 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:17:35,465 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:17:35,465 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:17:35,466 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:17:35,466 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:35,466 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:35,466 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T09:17:35,466 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:17:35,466 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:17:35,466 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:17:35,466 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T09:17:35,467 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:17:35,467 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:17:35,467 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180655467,5,FailOnTimeoutGroup] 2024-11-21T09:17:35,467 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180655467,5,FailOnTimeoutGroup] 2024-11-21T09:17:35,467 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:35,467 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:17:35,467 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:35,467 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:35,467 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:35,467 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T09:17:35,472 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:17:35,472 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:17:35,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:17:35,484 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:17:35,485 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5ca487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:17:35,501 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:42549 2024-11-21T09:17:35,501 INFO [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:17:35,501 INFO [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:17:35,501 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:17:35,502 INFO [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,45603,1732180653620 with port=42549, startcode=1732180653734 2024-11-21T09:17:35,503 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:17:35,505 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:17:35,506 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45603 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,42549,1732180653734 2024-11-21T09:17:35,506 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45603 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,42549,1732180653734 2024-11-21T09:17:35,508 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51 2024-11-21T09:17:35,508 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41579 2024-11-21T09:17:35,508 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:17:35,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412744339/rs 2024-11-21T09:17:35,515 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] zookeeper.ZKUtil(111): regionserver:42549-0x1015caf13820004, quorum=127.0.0.1:58628, baseZNode=/1412744339 Set watcher on existing znode=/1412744339/rs/5b0ae2ee7b9e,42549,1732180653734 2024-11-21T09:17:35,516 WARN [RS:0;5b0ae2ee7b9e:42549 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:17:35,516 INFO [RS:0;5b0ae2ee7b9e:42549 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:17:35,516 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/WALs/5b0ae2ee7b9e,42549,1732180653734 2024-11-21T09:17:35,517 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,42549,1732180653734] 2024-11-21T09:17:35,523 INFO [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:17:35,525 INFO [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:17:35,528 INFO [RS:0;5b0ae2ee7b9e:42549 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:17:35,528 INFO [RS:0;5b0ae2ee7b9e:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:35,529 INFO [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:17:35,530 INFO [RS:0;5b0ae2ee7b9e:42549 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:17:35,530 INFO [RS:0;5b0ae2ee7b9e:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:35,530 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:35,530 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:35,530 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:35,530 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:35,530 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:35,530 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:17:35,530 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:35,531 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:35,531 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:35,531 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:35,531 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:35,531 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:35,531 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:17:35,531 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:17:35,532 INFO [RS:0;5b0ae2ee7b9e:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:35,532 INFO [RS:0;5b0ae2ee7b9e:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:35,532 INFO [RS:0;5b0ae2ee7b9e:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:35,532 INFO [RS:0;5b0ae2ee7b9e:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:35,532 INFO [RS:0;5b0ae2ee7b9e:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:35,532 INFO [RS:0;5b0ae2ee7b9e:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,42549,1732180653734-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:17:35,553 INFO [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:17:35,554 INFO [RS:0;5b0ae2ee7b9e:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,42549,1732180653734-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:35,555 INFO [RS:0;5b0ae2ee7b9e:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:35,555 INFO [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.Replication(171): 5b0ae2ee7b9e,42549,1732180653734 started 2024-11-21T09:17:35,574 INFO [RS:0;5b0ae2ee7b9e:42549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:35,574 INFO [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,42549,1732180653734, RpcServer on 5b0ae2ee7b9e/172.17.0.2:42549, sessionid=0x1015caf13820004 2024-11-21T09:17:35,575 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:17:35,575 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,42549,1732180653734 2024-11-21T09:17:35,575 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,42549,1732180653734' 2024-11-21T09:17:35,575 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1412744339/flush-table-proc/abort' 2024-11-21T09:17:35,575 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1412744339/flush-table-proc/acquired' 2024-11-21T09:17:35,576 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:17:35,576 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:17:35,576 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,42549,1732180653734 2024-11-21T09:17:35,576 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,42549,1732180653734' 2024-11-21T09:17:35,576 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1412744339/online-snapshot/abort' 2024-11-21T09:17:35,576 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1412744339/online-snapshot/acquired' 2024-11-21T09:17:35,577 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:17:35,577 INFO [RS:0;5b0ae2ee7b9e:42549 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:17:35,577 INFO [RS:0;5b0ae2ee7b9e:42549 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:17:35,677 INFO [RS:0;5b0ae2ee7b9e:42549 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:17:35,679 INFO [RS:0;5b0ae2ee7b9e:42549 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C42549%2C1732180653734, suffix=, logDir=hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/WALs/5b0ae2ee7b9e,42549,1732180653734, archiveDir=hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/oldWALs, maxLogs=10 2024-11-21T09:17:35,694 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/WALs/5b0ae2ee7b9e,42549,1732180653734/5b0ae2ee7b9e%2C42549%2C1732180653734.1732180655680, exclude list is [], retry=0 2024-11-21T09:17:35,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39051,DS-bba28b5f-61e8-45fd-b785-7b0a601c497a,DISK] 2024-11-21T09:17:35,700 INFO [RS:0;5b0ae2ee7b9e:42549 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/WALs/5b0ae2ee7b9e,42549,1732180653734/5b0ae2ee7b9e%2C42549%2C1732180653734.1732180655680 2024-11-21T09:17:35,701 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39325:39325)] 2024-11-21T09:17:35,875 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T09:17:35,875 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51 2024-11-21T09:17:35,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741833_1009 (size=32) 2024-11-21T09:17:36,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:36,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:17:36,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:17:36,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:36,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:36,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:17:36,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:17:36,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:36,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:36,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:17:36,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:17:36,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:36,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:36,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:17:36,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:17:36,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:36,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:36,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:17:36,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/data/hbase/meta/1588230740 2024-11-21T09:17:36,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/data/hbase/meta/1588230740 2024-11-21T09:17:36,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:17:36,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:17:36,293 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:17:36,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:17:36,297 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:17:36,297 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71003159, jitterRate=0.05802951753139496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:17:36,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732180656282Initializing all the Stores at 1732180656283 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180656283Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180656283Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180656283Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180656283Cleaning up temporary data from old regions at 1732180656292 (+9 ms)Region opened successfully at 1732180656297 (+5 ms) 2024-11-21T09:17:36,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:17:36,298 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:17:36,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:17:36,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:17:36,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:17:36,298 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:17:36,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180656297Disabling compacts and flushes for region at 1732180656297Disabling writes for close at 1732180656298 (+1 ms)Writing region close event to WAL at 1732180656298Closed at 1732180656298 2024-11-21T09:17:36,299 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:36,299 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T09:17:36,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:17:36,301 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:17:36,302 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T09:17:36,452 DEBUG [5b0ae2ee7b9e:45603 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:17:36,452 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,42549,1732180653734 2024-11-21T09:17:36,454 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,42549,1732180653734, state=OPENING 2024-11-21T09:17:36,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T09:17:36,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T09:17:36,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:17:36,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T09:17:36,504 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:17:36,504 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T09:17:36,504 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T09:17:36,504 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T09:17:36,570 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T09:17:36,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1015caf13820004, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412744339 2024-11-21T09:17:36,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412744339 2024-11-21T09:17:36,589 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:17:36,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1412744339/meta-region-server: CHANGED 2024-11-21T09:17:36,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1412744339/meta-region-server: CHANGED 2024-11-21T09:17:36,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,42549,1732180653734}] 2024-11-21T09:17:36,602 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T09:17:36,743 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:17:36,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:17:36,749 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:17:36,749 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:17:36,750 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:17:36,751 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C42549%2C1732180653734.meta, suffix=.meta, logDir=hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/WALs/5b0ae2ee7b9e,42549,1732180653734, archiveDir=hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/oldWALs, maxLogs=10 2024-11-21T09:17:36,768 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/WALs/5b0ae2ee7b9e,42549,1732180653734/5b0ae2ee7b9e%2C42549%2C1732180653734.meta.1732180656752.meta, exclude list is [], retry=0 2024-11-21T09:17:36,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39051,DS-bba28b5f-61e8-45fd-b785-7b0a601c497a,DISK] 2024-11-21T09:17:36,773 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/WALs/5b0ae2ee7b9e,42549,1732180653734/5b0ae2ee7b9e%2C42549%2C1732180653734.meta.1732180656752.meta 2024-11-21T09:17:36,773 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39325:39325)] 2024-11-21T09:17:36,773 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:17:36,774 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:17:36,774 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:17:36,774 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:17:36,774 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:17:36,774 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:17:36,774 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:36,774 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:17:36,774 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:17:36,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:17:36,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:17:36,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:36,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:36,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:17:36,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:17:36,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:36,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:36,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:17:36,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:17:36,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:36,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:36,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:17:36,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:17:36,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:36,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:36,780 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:17:36,781 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/data/hbase/meta/1588230740 2024-11-21T09:17:36,782 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/data/hbase/meta/1588230740 2024-11-21T09:17:36,783 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:17:36,783 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:17:36,784 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:17:36,786 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:17:36,787 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71405331, jitterRate=0.06402234733104706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:17:36,787 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:17:36,787 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180656774Writing region info on filesystem at 1732180656774Initializing all the Stores at 1732180656775 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180656775Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180656775Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180656775Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180656775Cleaning up temporary data from old regions at 1732180656783 (+8 ms)Running coprocessor post-open hooks at 1732180656787 (+4 ms)Region opened successfully at 1732180656787 2024-11-21T09:17:36,789 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732180656742 2024-11-21T09:17:36,791 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:17:36,791 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:17:36,793 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,42549,1732180653734 2024-11-21T09:17:36,794 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,42549,1732180653734, state=OPEN 2024-11-21T09:17:36,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1015caf13820004, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1412744339/meta-region-server 2024-11-21T09:17:36,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1412744339/meta-region-server 2024-11-21T09:17:36,799 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,42549,1732180653734 2024-11-21T09:17:36,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1412744339/meta-region-server: CHANGED 2024-11-21T09:17:36,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1412744339/meta-region-server: CHANGED 2024-11-21T09:17:36,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T09:17:36,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,42549,1732180653734 in 210 msec 2024-11-21T09:17:36,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T09:17:36,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 504 msec 2024-11-21T09:17:36,807 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:36,807 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T09:17:36,809 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:17:36,809 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,42549,1732180653734, seqNum=-1] 2024-11-21T09:17:36,809 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:17:36,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:17:36,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3610 sec 2024-11-21T09:17:36,818 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180656818, completionTime=-1 2024-11-21T09:17:36,818 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T09:17:36,819 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:17:36,821 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T09:17:36,821 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732180716821 2024-11-21T09:17:36,821 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732180776821 2024-11-21T09:17:36,821 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T09:17:36,822 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,45603,1732180653620-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:36,822 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,45603,1732180653620-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:36,822 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,45603,1732180653620-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:36,822 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:45603, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:36,822 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:36,823 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:36,825 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T09:17:36,828 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.028sec 2024-11-21T09:17:36,828 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:17:36,828 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:17:36,828 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:17:36,828 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:17:36,828 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:17:36,828 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,45603,1732180653620-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:17:36,828 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,45603,1732180653620-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:17:36,831 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:17:36,831 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:17:36,831 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,45603,1732180653620-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:36,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b1780a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:36,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,45603,-1 for getting cluster id 2024-11-21T09:17:36,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:36,862 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21bdc94c-40d3-4d5e-9bce-225ed1e9c840' 2024-11-21T09:17:36,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:36,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21bdc94c-40d3-4d5e-9bce-225ed1e9c840" 2024-11-21T09:17:36,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea29ad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:36,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,45603,-1] 2024-11-21T09:17:36,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:36,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:36,864 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:36,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f59d2b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:36,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:17:36,867 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,42549,1732180653734, seqNum=-1] 2024-11-21T09:17:36,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:17:36,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:17:36,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b0ae2ee7b9e,45603,1732180653620 2024-11-21T09:17:36,873 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58628 2024-11-21T09:17:36,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:17:36,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015caf13820005 connected 2024-11-21T09:17:36,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb9f5f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:36,907 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,37405,-1 for getting cluster id 2024-11-21T09:17:36,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:36,908 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec093a37-f7fb-4b2b-ab10-f9baf894c851' 2024-11-21T09:17:36,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:36,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec093a37-f7fb-4b2b-ab10-f9baf894c851" 2024-11-21T09:17:36,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421b8c69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:36,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,37405,-1] 2024-11-21T09:17:36,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:36,909 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:36,910 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:36,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@134a31fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:36,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:17:36,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,37405,1732180648256 2024-11-21T09:17:36,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18eee645 2024-11-21T09:17:36,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:17:36,914 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:17:36,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b0ae2ee7b9e:45603,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T09:17:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T09:17:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:17:36,919 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:45603' 2024-11-21T09:17:36,920 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc36b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:36,920 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,45603,-1 for getting cluster id 2024-11-21T09:17:36,920 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:36,921 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21bdc94c-40d3-4d5e-9bce-225ed1e9c840' 2024-11-21T09:17:36,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:36,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21bdc94c-40d3-4d5e-9bce-225ed1e9c840" 2024-11-21T09:17:36,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47defac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:36,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,45603,-1] 2024-11-21T09:17:36,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:36,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:36,923 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:36,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330cf9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:36,924 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:17:36,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,45603,1732180653620 2024-11-21T09:17:36,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16c1ca49 2024-11-21T09:17:36,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:17:36,927 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:17:36,928 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T09:17:36,928 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T09:17:36,928 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:36,928 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:36,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:17:36,928 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:17:36,930 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T09:17:36,932 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:17:36,932 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:36,933 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:17:36,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741835_1011 (size=1138) 2024-11-21T09:17:36,950 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec5549e190be09b6fabd5f35c507948d, NAME => 'hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66 2024-11-21T09:17:36,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741836_1012 (size=44) 2024-11-21T09:17:36,980 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T09:17:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:17:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:17:37,314 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:17:37,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:17:37,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:17:37,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:37,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ec5549e190be09b6fabd5f35c507948d, disabling compactions & flushes 2024-11-21T09:17:37,371 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d. 2024-11-21T09:17:37,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d. 2024-11-21T09:17:37,371 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d. after waiting 0 ms 2024-11-21T09:17:37,372 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d. 2024-11-21T09:17:37,372 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d. 2024-11-21T09:17:37,372 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec5549e190be09b6fabd5f35c507948d: Waiting for close lock at 1732180657371Disabling compacts and flushes for region at 1732180657371Disabling writes for close at 1732180657371Writing region close event to WAL at 1732180657372 (+1 ms)Closed at 1732180657372 2024-11-21T09:17:37,373 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:17:37,374 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732180657373"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180657373"}]},"ts":"1732180657373"} 2024-11-21T09:17:37,376 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:17:37,378 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:17:37,378 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180657378"}]},"ts":"1732180657378"} 2024-11-21T09:17:37,381 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T09:17:37,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec5549e190be09b6fabd5f35c507948d, ASSIGN}] 2024-11-21T09:17:37,382 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec5549e190be09b6fabd5f35c507948d, ASSIGN 2024-11-21T09:17:37,383 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ec5549e190be09b6fabd5f35c507948d, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,35971,1732180648846; forceNewPlan=false, retain=false 2024-11-21T09:17:37,534 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ec5549e190be09b6fabd5f35c507948d, regionState=OPENING, regionLocation=5b0ae2ee7b9e,35971,1732180648846 2024-11-21T09:17:37,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ec5549e190be09b6fabd5f35c507948d, ASSIGN because future has completed 2024-11-21T09:17:37,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec5549e190be09b6fabd5f35c507948d, server=5b0ae2ee7b9e,35971,1732180648846}] 2024-11-21T09:17:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:17:37,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d. 2024-11-21T09:17:37,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:17:37,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T09:17:37,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C35971%2C1732180648846.rep, suffix=, logDir=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/WALs/5b0ae2ee7b9e,35971,1732180648846, archiveDir=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/oldWALs, maxLogs=10 2024-11-21T09:17:37,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/WALs/5b0ae2ee7b9e,35971,1732180648846/5b0ae2ee7b9e%2C35971%2C1732180648846.rep.1732180657698, exclude list is [], retry=0 2024-11-21T09:17:37,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43653,DS-36e685e1-8f39-4bc2-bf43-a569f5b65290,DISK] 2024-11-21T09:17:37,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/WALs/5b0ae2ee7b9e,35971,1732180648846/5b0ae2ee7b9e%2C35971%2C1732180648846.rep.1732180657698 2024-11-21T09:17:37,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40961:40961)] 2024-11-21T09:17:37,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ec5549e190be09b6fabd5f35c507948d, NAME => 'hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:17:37,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:17:37,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:17:37,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d. service=MultiRowMutationService 2024-11-21T09:17:37,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T09:17:37,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ec5549e190be09b6fabd5f35c507948d 2024-11-21T09:17:37,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:37,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ec5549e190be09b6fabd5f35c507948d 2024-11-21T09:17:37,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ec5549e190be09b6fabd5f35c507948d 2024-11-21T09:17:37,719 INFO [StoreOpener-ec5549e190be09b6fabd5f35c507948d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ec5549e190be09b6fabd5f35c507948d 2024-11-21T09:17:37,720 INFO [StoreOpener-ec5549e190be09b6fabd5f35c507948d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec5549e190be09b6fabd5f35c507948d columnFamilyName hfileref 2024-11-21T09:17:37,720 DEBUG [StoreOpener-ec5549e190be09b6fabd5f35c507948d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:37,721 INFO [StoreOpener-ec5549e190be09b6fabd5f35c507948d-1 {}] regionserver.HStore(327): Store=ec5549e190be09b6fabd5f35c507948d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:37,721 INFO [StoreOpener-ec5549e190be09b6fabd5f35c507948d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ec5549e190be09b6fabd5f35c507948d 2024-11-21T09:17:37,722 INFO [StoreOpener-ec5549e190be09b6fabd5f35c507948d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec5549e190be09b6fabd5f35c507948d columnFamilyName queue 2024-11-21T09:17:37,722 DEBUG [StoreOpener-ec5549e190be09b6fabd5f35c507948d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:37,723 INFO [StoreOpener-ec5549e190be09b6fabd5f35c507948d-1 {}] regionserver.HStore(327): Store=ec5549e190be09b6fabd5f35c507948d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:37,723 INFO [StoreOpener-ec5549e190be09b6fabd5f35c507948d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ec5549e190be09b6fabd5f35c507948d 2024-11-21T09:17:37,724 INFO [StoreOpener-ec5549e190be09b6fabd5f35c507948d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec5549e190be09b6fabd5f35c507948d columnFamilyName sid 2024-11-21T09:17:37,724 DEBUG [StoreOpener-ec5549e190be09b6fabd5f35c507948d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:37,724 INFO [StoreOpener-ec5549e190be09b6fabd5f35c507948d-1 {}] regionserver.HStore(327): Store=ec5549e190be09b6fabd5f35c507948d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:37,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ec5549e190be09b6fabd5f35c507948d 2024-11-21T09:17:37,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/replication/ec5549e190be09b6fabd5f35c507948d 2024-11-21T09:17:37,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/replication/ec5549e190be09b6fabd5f35c507948d 2024-11-21T09:17:37,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ec5549e190be09b6fabd5f35c507948d 2024-11-21T09:17:37,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ec5549e190be09b6fabd5f35c507948d 2024-11-21T09:17:37,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:17:37,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ec5549e190be09b6fabd5f35c507948d 2024-11-21T09:17:37,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/replication/ec5549e190be09b6fabd5f35c507948d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:17:37,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened ec5549e190be09b6fabd5f35c507948d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66889209, jitterRate=-0.003273114562034607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:17:37,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec5549e190be09b6fabd5f35c507948d 2024-11-21T09:17:37,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ec5549e190be09b6fabd5f35c507948d: Running coprocessor pre-open hook at 1732180657716Writing region info on filesystem at 1732180657716Initializing all the Stores at 1732180657717 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180657717Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180657718 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180657718Cleaning up temporary data from old regions at 1732180657727 (+9 ms)Running coprocessor post-open hooks at 1732180657732 (+5 ms)Region opened successfully at 1732180657732 2024-11-21T09:17:37,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d., pid=7, masterSystemTime=1732180657689 2024-11-21T09:17:37,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d. 2024-11-21T09:17:37,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d. 2024-11-21T09:17:37,736 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ec5549e190be09b6fabd5f35c507948d, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,35971,1732180648846 2024-11-21T09:17:37,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec5549e190be09b6fabd5f35c507948d, server=5b0ae2ee7b9e,35971,1732180648846 because future has completed 2024-11-21T09:17:37,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T09:17:37,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ec5549e190be09b6fabd5f35c507948d, server=5b0ae2ee7b9e,35971,1732180648846 in 204 msec 2024-11-21T09:17:37,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T09:17:37,746 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ec5549e190be09b6fabd5f35c507948d, ASSIGN in 362 msec 2024-11-21T09:17:37,747 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:17:37,747 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180657747"}]},"ts":"1732180657747"} 2024-11-21T09:17:37,749 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T09:17:37,750 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:17:37,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 822 msec 2024-11-21T09:17:37,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d., hostname=5b0ae2ee7b9e,35971,1732180648846, seqNum=2] 2024-11-21T09:17:37,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1015caf13820001, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576002634 2024-11-21T09:17:37,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576002634 2024-11-21T09:17:37,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T09:17:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:17:38,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35971 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T09:17:38,133 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T09:17:38,160 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5b0ae2ee7b9e,35971,1732180648846, ReplicationSource: 1, currentBandwidth=0 2024-11-21T09:17:38,160 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:17:38,161 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,35971,1732180648846, seqNum=-1] 2024-11-21T09:17:38,161 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:17:38,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-21T09:17:38,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b0ae2ee7b9e,35971,1732180648846', locateType=CURRENT is [region=hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d., hostname=5b0ae2ee7b9e,35971,1732180648846, seqNum=2] 2024-11-21T09:17:38,167 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T09:17:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T09:17:38,171 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b0ae2ee7b9e,35971,1732180648846 suceeded 2024-11-21T09:17:38,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T09:17:38,177 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b0ae2ee7b9e:45603,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T09:17:38,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-21T09:17:38,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2620 sec 2024-11-21T09:17:38,185 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35971,1732180648846 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:45603' 2024-11-21T09:17:38,188 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35971,1732180648846 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d517026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:38,188 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35971,1732180648846 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,45603,-1 for getting cluster id 2024-11-21T09:17:38,188 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35971,1732180648846 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:38,189 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '21bdc94c-40d3-4d5e-9bce-225ed1e9c840' 2024-11-21T09:17:38,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:38,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "21bdc94c-40d3-4d5e-9bce-225ed1e9c840" 2024-11-21T09:17:38,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a0ce44d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:38,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,45603,-1] 2024-11-21T09:17:38,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:38,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:38,191 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:38,191 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35971,1732180648846 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a549092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:38,192 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35971,1732180648846 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:17:38,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,45603,1732180653620 2024-11-21T09:17:38,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e9f992a 2024-11-21T09:17:38,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:17:38,193 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-21T09:17:38,194 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35971,1732180648846 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b0ae2ee7b9e,35971,1732180648846 (queues=1) is replicating from cluster=ec093a37-f7fb-4b2b-ab10-f9baf894c851 to cluster=21bdc94c-40d3-4d5e-9bce-225ed1e9c840 2024-11-21T09:17:38,194 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35971,1732180648846 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b0ae2ee7b9e%2C35971%2C1732180648846 2024-11-21T09:17:38,194 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35971,1732180648846 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b0ae2ee7b9e,35971,1732180648846, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T09:17:38,195 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35971,1732180648846.replicationSource.shipper5b0ae2ee7b9e%2C35971%2C1732180648846,1-5b0ae2ee7b9e,35971,1732180648846 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b0ae2ee7b9e%2C35971%2C1732180648846 2024-11-21T09:17:38,195 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35971,1732180648846.replicationSource.wal-reader.5b0ae2ee7b9e%2C35971%2C1732180648846,1-5b0ae2ee7b9e,35971,1732180648846 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/WALs/5b0ae2ee7b9e,35971,1732180648846/5b0ae2ee7b9e%2C35971%2C1732180648846.1732180650776, startPosition=0, beingWritten=true 2024-11-21T09:17:38,401 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35971,1732180648846.replicationSource.wal-reader.5b0ae2ee7b9e%2C35971%2C1732180648846,1-5b0ae2ee7b9e,35971,1732180648846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/WALs/5b0ae2ee7b9e,35971,1732180648846/5b0ae2ee7b9e%2C35971%2C1732180648846.1732180650776 to pos 0, reset compression=false 2024-11-21T09:17:38,708 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35971,1732180648846.replicationSource.wal-reader.5b0ae2ee7b9e%2C35971%2C1732180648846,1-5b0ae2ee7b9e,35971,1732180648846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/WALs/5b0ae2ee7b9e,35971,1732180648846/5b0ae2ee7b9e%2C35971%2C1732180648846.1732180650776 to pos 0, reset compression=false 2024-11-21T09:17:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:17:39,069 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T09:17:39,069 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:17:39,069 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:17:39,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:39,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:39,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:17:39,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:17:39,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,37405,1732180648256 2024-11-21T09:17:39,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@431a6e4e 2024-11-21T09:17:39,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:17:39,071 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:17:39,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37405 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T09:17:39,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T09:17:39,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:17:39,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:17:39,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:39,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:39,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:17:39,072 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:17:39,072 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=369772879, stopped=false 2024-11-21T09:17:39,072 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,45603,1732180653620 2024-11-21T09:17:39,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1015caf13820004, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1412744339/running 2024-11-21T09:17:39,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1412744339/running 2024-11-21T09:17:39,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412744339 2024-11-21T09:17:39,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1015caf13820004, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412744339 2024-11-21T09:17:39,094 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:17:39,094 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:17:39,094 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:17:39,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:39,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Set watcher on znode that does not yet exist, /1412744339/running 2024-11-21T09:17:39,094 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,42549,1732180653734' ***** 2024-11-21T09:17:39,094 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:17:39,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42549-0x1015caf13820004, quorum=127.0.0.1:58628, baseZNode=/1412744339 Set watcher on znode that does not yet exist, /1412744339/running 2024-11-21T09:17:39,095 INFO [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:17:39,095 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:17:39,095 INFO [RS:0;5b0ae2ee7b9e:42549 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:17:39,095 INFO [RS:0;5b0ae2ee7b9e:42549 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:17:39,095 INFO [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,42549,1732180653734 2024-11-21T09:17:39,095 INFO [RS:0;5b0ae2ee7b9e:42549 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:17:39,095 INFO [RS:0;5b0ae2ee7b9e:42549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:42549. 2024-11-21T09:17:39,095 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:17:39,095 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:39,095 INFO [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:17:39,095 INFO [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:17:39,095 INFO [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:17:39,095 INFO [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:17:39,096 INFO [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T09:17:39,096 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T09:17:39,096 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:17:39,096 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:17:39,096 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:17:39,096 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:17:39,096 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:17:39,096 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:17:39,096 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T09:17:39,110 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/data/hbase/meta/1588230740/.tmp/ns/3a2767cdd9fa486890f701f1347b614b is 43, key is default/ns:d/1732180656811/Put/seqid=0 2024-11-21T09:17:39,113 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35971,1732180648846.replicationSource.wal-reader.5b0ae2ee7b9e%2C35971%2C1732180648846,1-5b0ae2ee7b9e,35971,1732180648846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/WALs/5b0ae2ee7b9e,35971,1732180648846/5b0ae2ee7b9e%2C35971%2C1732180648846.1732180650776 to pos 0, reset compression=false 2024-11-21T09:17:39,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741835_1011 (size=5153) 2024-11-21T09:17:39,137 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:17:39,296 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:17:39,496 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:17:39,514 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/data/hbase/meta/1588230740/.tmp/ns/3a2767cdd9fa486890f701f1347b614b 2024-11-21T09:17:39,522 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/data/hbase/meta/1588230740/.tmp/ns/3a2767cdd9fa486890f701f1347b614b as hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/data/hbase/meta/1588230740/ns/3a2767cdd9fa486890f701f1347b614b 2024-11-21T09:17:39,530 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/data/hbase/meta/1588230740/ns/3a2767cdd9fa486890f701f1347b614b, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T09:17:39,532 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false 2024-11-21T09:17:39,541 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T09:17:39,541 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:17:39,541 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:17:39,542 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:17:39,542 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180659096Running coprocessor pre-close hooks at 1732180659096Disabling compacts and flushes for region at 1732180659096Disabling writes for close at 1732180659096Obtaining lock to block concurrent updates at 1732180659096Preparing flush snapshotting stores in 1588230740 at 1732180659096Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732180659096Flushing stores of hbase:meta,,1.1588230740 at 1732180659097 (+1 ms)Flushing 1588230740/ns: creating writer at 1732180659097Flushing 1588230740/ns: appending metadata at 1732180659109 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732180659109Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c6794b2: reopening flushed file at 1732180659521 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false at 1732180659532 (+11 ms)Writing region close event to WAL at 1732180659537 (+5 ms)Running coprocessor post-close hooks at 1732180659541 (+4 ms)Closed at 1732180659542 (+1 ms) 2024-11-21T09:17:39,542 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:17:39,618 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35971,1732180648846.replicationSource.wal-reader.5b0ae2ee7b9e%2C35971%2C1732180648846,1-5b0ae2ee7b9e,35971,1732180648846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/WALs/5b0ae2ee7b9e,35971,1732180648846/5b0ae2ee7b9e%2C35971%2C1732180648846.1732180650776 to pos 0, reset compression=false 2024-11-21T09:17:39,619 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:17:39,619 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:17:39,696 INFO [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,42549,1732180653734; all regions closed. 2024-11-21T09:17:39,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741834_1010 (size=1152) 2024-11-21T09:17:39,701 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/oldWALs 2024-11-21T09:17:39,701 INFO [RS:0;5b0ae2ee7b9e:42549 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C42549%2C1732180653734.meta:.meta(num 1732180656752) 2024-11-21T09:17:39,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741832_1008 (size=93) 2024-11-21T09:17:39,705 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/oldWALs 2024-11-21T09:17:39,705 INFO [RS:0;5b0ae2ee7b9e:42549 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C42549%2C1732180653734:(num 1732180655680) 2024-11-21T09:17:39,705 DEBUG [RS:0;5b0ae2ee7b9e:42549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:39,705 INFO [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:17:39,705 INFO [RS:0;5b0ae2ee7b9e:42549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:17:39,705 INFO [RS:0;5b0ae2ee7b9e:42549 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T09:17:39,705 INFO [RS:0;5b0ae2ee7b9e:42549 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:17:39,705 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:17:39,706 INFO [RS:0;5b0ae2ee7b9e:42549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42549 2024-11-21T09:17:39,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1015caf13820004, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1412744339/rs/5b0ae2ee7b9e,42549,1732180653734 2024-11-21T09:17:39,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412744339/rs 2024-11-21T09:17:39,715 INFO [RS:0;5b0ae2ee7b9e:42549 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:17:39,725 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,42549,1732180653734] 2024-11-21T09:17:39,736 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1412744339/draining/5b0ae2ee7b9e,42549,1732180653734 already deleted, retry=false 2024-11-21T09:17:39,736 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,42549,1732180653734 expired; onlineServers=0 2024-11-21T09:17:39,736 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,45603,1732180653620' ***** 2024-11-21T09:17:39,736 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:17:39,736 INFO [M:0;5b0ae2ee7b9e:45603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:17:39,736 INFO [M:0;5b0ae2ee7b9e:45603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:17:39,736 DEBUG [M:0;5b0ae2ee7b9e:45603 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:17:39,736 DEBUG [M:0;5b0ae2ee7b9e:45603 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:17:39,736 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180655467 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180655467,5,FailOnTimeoutGroup] 2024-11-21T09:17:39,736 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180655467 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180655467,5,FailOnTimeoutGroup] 2024-11-21T09:17:39,736 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:17:39,737 INFO [M:0;5b0ae2ee7b9e:45603 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:17:39,737 INFO [M:0;5b0ae2ee7b9e:45603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:17:39,737 DEBUG [M:0;5b0ae2ee7b9e:45603 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:17:39,737 INFO [M:0;5b0ae2ee7b9e:45603 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:17:39,737 INFO [M:0;5b0ae2ee7b9e:45603 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:17:39,737 INFO [M:0;5b0ae2ee7b9e:45603 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:17:39,737 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:17:39,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1412744339/master 2024-11-21T09:17:39,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412744339 2024-11-21T09:17:39,746 DEBUG [M:0;5b0ae2ee7b9e:45603 {}] zookeeper.ZKUtil(347): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Unable to get data of znode /1412744339/master because node does not exist (not an error) 2024-11-21T09:17:39,746 WARN [M:0;5b0ae2ee7b9e:45603 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T09:17:39,747 INFO [M:0;5b0ae2ee7b9e:45603 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/.lastflushedseqids 2024-11-21T09:17:39,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741836_1012 (size=99) 2024-11-21T09:17:39,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1015caf13820004, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:17:39,825 INFO [RS:0;5b0ae2ee7b9e:42549 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:17:39,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42549-0x1015caf13820004, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:17:39,826 INFO [RS:0;5b0ae2ee7b9e:42549 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,42549,1732180653734; zookeeper connection closed. 2024-11-21T09:17:39,826 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2056e09b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2056e09b 2024-11-21T09:17:39,826 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T09:17:40,154 INFO [M:0;5b0ae2ee7b9e:45603 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:17:40,155 INFO [M:0;5b0ae2ee7b9e:45603 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:17:40,155 DEBUG [M:0;5b0ae2ee7b9e:45603 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:17:40,155 INFO [M:0;5b0ae2ee7b9e:45603 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:40,155 DEBUG [M:0;5b0ae2ee7b9e:45603 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:40,155 DEBUG [M:0;5b0ae2ee7b9e:45603 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:17:40,155 DEBUG [M:0;5b0ae2ee7b9e:45603 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:40,155 INFO [M:0;5b0ae2ee7b9e:45603 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T09:17:40,174 DEBUG [M:0;5b0ae2ee7b9e:45603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8e219a8600c4c84b22365cd2bb85eb8 is 82, key is hbase:meta,,1/info:regioninfo/1732180656792/Put/seqid=0 2024-11-21T09:17:40,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741837_1013 (size=5672) 2024-11-21T09:17:40,222 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35971,1732180648846.replicationSource.wal-reader.5b0ae2ee7b9e%2C35971%2C1732180648846,1-5b0ae2ee7b9e,35971,1732180648846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/WALs/5b0ae2ee7b9e,35971,1732180648846/5b0ae2ee7b9e%2C35971%2C1732180648846.1732180650776 to pos 0, reset compression=false 2024-11-21T09:17:40,580 INFO [M:0;5b0ae2ee7b9e:45603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8e219a8600c4c84b22365cd2bb85eb8 2024-11-21T09:17:40,602 DEBUG [M:0;5b0ae2ee7b9e:45603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8cbc7ebd1f4b43c49a1a7f4043d1a4a0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732180656817/Put/seqid=0 2024-11-21T09:17:40,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741838_1014 (size=5275) 2024-11-21T09:17:40,607 INFO [M:0;5b0ae2ee7b9e:45603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8cbc7ebd1f4b43c49a1a7f4043d1a4a0 2024-11-21T09:17:40,625 DEBUG [M:0;5b0ae2ee7b9e:45603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a915140f9b6b47808c1d30922d609038 is 69, key is 5b0ae2ee7b9e,42549,1732180653734/rs:state/1732180655506/Put/seqid=0 2024-11-21T09:17:40,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741839_1015 (size=5156) 2024-11-21T09:17:40,927 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35971,1732180648846.replicationSource.wal-reader.5b0ae2ee7b9e%2C35971%2C1732180648846,1-5b0ae2ee7b9e,35971,1732180648846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/WALs/5b0ae2ee7b9e,35971,1732180648846/5b0ae2ee7b9e%2C35971%2C1732180648846.1732180650776 to pos 0, reset compression=false 2024-11-21T09:17:41,031 INFO [M:0;5b0ae2ee7b9e:45603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a915140f9b6b47808c1d30922d609038 2024-11-21T09:17:41,036 DEBUG [M:0;5b0ae2ee7b9e:45603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8e219a8600c4c84b22365cd2bb85eb8 as hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8e219a8600c4c84b22365cd2bb85eb8 2024-11-21T09:17:41,041 INFO [M:0;5b0ae2ee7b9e:45603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8e219a8600c4c84b22365cd2bb85eb8, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T09:17:41,042 DEBUG [M:0;5b0ae2ee7b9e:45603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8cbc7ebd1f4b43c49a1a7f4043d1a4a0 as hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8cbc7ebd1f4b43c49a1a7f4043d1a4a0 2024-11-21T09:17:41,047 INFO [M:0;5b0ae2ee7b9e:45603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8cbc7ebd1f4b43c49a1a7f4043d1a4a0, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T09:17:41,048 DEBUG [M:0;5b0ae2ee7b9e:45603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a915140f9b6b47808c1d30922d609038 as hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a915140f9b6b47808c1d30922d609038 2024-11-21T09:17:41,053 INFO [M:0;5b0ae2ee7b9e:45603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41579/user/jenkins/test-data/002763d0-7380-49b0-4c5f-97f3fae42f51/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a915140f9b6b47808c1d30922d609038, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T09:17:41,054 INFO [M:0;5b0ae2ee7b9e:45603 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=28, compaction requested=false 2024-11-21T09:17:41,055 INFO [M:0;5b0ae2ee7b9e:45603 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:41,055 DEBUG [M:0;5b0ae2ee7b9e:45603 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180660155Disabling compacts and flushes for region at 1732180660155Disabling writes for close at 1732180660155Obtaining lock to block concurrent updates at 1732180660155Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180660155Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732180660156 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180660156Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180660156Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180660174 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180660174Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180660585 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180660601 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180660601Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180660612 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180660625 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180660625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ee8b5f0: reopening flushed file at 1732180661035 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f0c1916: reopening flushed file at 1732180661041 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18e4f2e8: reopening flushed file at 1732180661047 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=28, compaction requested=false at 1732180661054 (+7 ms)Writing region close event to WAL at 1732180661055 (+1 ms)Closed at 1732180661055 2024-11-21T09:17:41,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39051 is added to blk_1073741830_1006 (size=10165) 2024-11-21T09:17:41,058 INFO [M:0;5b0ae2ee7b9e:45603 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:17:41,058 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:17:41,058 INFO [M:0;5b0ae2ee7b9e:45603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45603 2024-11-21T09:17:41,059 INFO [M:0;5b0ae2ee7b9e:45603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:17:41,195 INFO [M:0;5b0ae2ee7b9e:45603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:17:41,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:17:41,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45603-0x1015caf13820003, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:17:41,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ef753fe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:17:41,237 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@486ddd5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:17:41,237 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:17:41,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c3b423f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:17:41,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c2be479{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/hadoop.log.dir/,STOPPED} 2024-11-21T09:17:41,238 WARN [BP-2006049063-172.17.0.2-1732180652058 heartbeating to localhost/127.0.0.1:41579 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:17:41,238 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:17:41,238 WARN [BP-2006049063-172.17.0.2-1732180652058 heartbeating to localhost/127.0.0.1:41579 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2006049063-172.17.0.2-1732180652058 (Datanode Uuid e1f7c9f3-d5aa-4a24-846e-b0ca142c40f9) service to localhost/127.0.0.1:41579 2024-11-21T09:17:41,238 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:17:41,239 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/cluster_389ddb1d-9ef4-84cf-7139-dcfb4bc835b0/data/data1/current/BP-2006049063-172.17.0.2-1732180652058 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:17:41,239 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/cluster_389ddb1d-9ef4-84cf-7139-dcfb4bc835b0/data/data2/current/BP-2006049063-172.17.0.2-1732180652058 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:17:41,239 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:17:41,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d817f80{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:17:41,245 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13605576{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:17:41,245 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:17:41,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9e52a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:17:41,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c9883e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/hadoop.log.dir/,STOPPED} 2024-11-21T09:17:41,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T09:17:41,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T09:17:41,257 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:17:41,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:17:41,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:41,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:41,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:17:41,258 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:17:41,258 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=999169588, stopped=false 2024-11-21T09:17:41,258 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,37405,1732180648256 2024-11-21T09:17:41,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1015caf13820001, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01576002634/running 2024-11-21T09:17:41,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01576002634/running 2024-11-21T09:17:41,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1015caf13820001, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576002634 2024-11-21T09:17:41,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576002634 2024-11-21T09:17:41,273 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:17:41,273 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:17:41,273 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:17:41,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35971-0x1015caf13820001, quorum=127.0.0.1:58628, baseZNode=/01576002634 Set watcher on znode that does not yet exist, /01576002634/running 2024-11-21T09:17:41,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:41,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Set watcher on znode that does not yet exist, /01576002634/running 2024-11-21T09:17:41,273 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,35971,1732180648846' ***** 2024-11-21T09:17:41,273 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:17:41,274 INFO [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:17:41,274 INFO [RS:0;5b0ae2ee7b9e:35971 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:17:41,274 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:17:41,274 INFO [RS:0;5b0ae2ee7b9e:35971 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:17:41,274 INFO [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.HRegionServer(3091): Received CLOSE for ec5549e190be09b6fabd5f35c507948d 2024-11-21T09:17:41,274 INFO [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,35971,1732180648846 2024-11-21T09:17:41,274 INFO [RS:0;5b0ae2ee7b9e:35971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:17:41,274 INFO [RS:0;5b0ae2ee7b9e:35971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:35971. 2024-11-21T09:17:41,274 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:17:41,274 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:41,274 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec5549e190be09b6fabd5f35c507948d, disabling compactions & flushes 2024-11-21T09:17:41,274 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d. 2024-11-21T09:17:41,274 INFO [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:17:41,274 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d. 2024-11-21T09:17:41,274 INFO [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:17:41,274 INFO [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:17:41,274 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d. after waiting 0 ms 2024-11-21T09:17:41,274 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d. 2024-11-21T09:17:41,274 INFO [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:17:41,275 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ec5549e190be09b6fabd5f35c507948d 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-21T09:17:41,275 INFO [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T09:17:41,275 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ec5549e190be09b6fabd5f35c507948d=hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d.} 2024-11-21T09:17:41,275 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:17:41,275 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec5549e190be09b6fabd5f35c507948d 2024-11-21T09:17:41,275 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:17:41,275 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:17:41,275 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:17:41,275 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:17:41,275 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T09:17:41,291 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/replication/ec5549e190be09b6fabd5f35c507948d/.tmp/queue/629ff3fa3a2c48e5a93a79d26f4029ec is 151, key is 1-5b0ae2ee7b9e,35971,1732180648846/queue:5b0ae2ee7b9e%2C35971%2C1732180648846/1732180658166/Put/seqid=0 2024-11-21T09:17:41,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741838_1014 (size=5350) 2024-11-21T09:17:41,297 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/meta/1588230740/.tmp/info/f54fd2fd1adc43d88ecb1a4670fd5d70 is 147, key is hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d./info:regioninfo/1732180657736/Put/seqid=0 2024-11-21T09:17:41,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741839_1015 (size=6631) 2024-11-21T09:17:41,302 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/meta/1588230740/.tmp/info/f54fd2fd1adc43d88ecb1a4670fd5d70 2024-11-21T09:17:41,327 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/meta/1588230740/.tmp/ns/6275d119ffe94dbcaae0de897c74a9ad is 43, key is default/ns:d/1732180651917/Put/seqid=0 2024-11-21T09:17:41,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741840_1016 (size=5153) 2024-11-21T09:17:41,333 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:17:41,475 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec5549e190be09b6fabd5f35c507948d 2024-11-21T09:17:41,622 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:17:41,622 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:17:41,675 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec5549e190be09b6fabd5f35c507948d 2024-11-21T09:17:41,697 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/replication/ec5549e190be09b6fabd5f35c507948d/.tmp/queue/629ff3fa3a2c48e5a93a79d26f4029ec 2024-11-21T09:17:41,703 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/replication/ec5549e190be09b6fabd5f35c507948d/.tmp/queue/629ff3fa3a2c48e5a93a79d26f4029ec as hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/replication/ec5549e190be09b6fabd5f35c507948d/queue/629ff3fa3a2c48e5a93a79d26f4029ec 2024-11-21T09:17:41,709 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/replication/ec5549e190be09b6fabd5f35c507948d/queue/629ff3fa3a2c48e5a93a79d26f4029ec, entries=1, sequenceid=5, filesize=5.2 K 2024-11-21T09:17:41,710 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ec5549e190be09b6fabd5f35c507948d in 436ms, sequenceid=5, compaction requested=false 2024-11-21T09:17:41,710 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T09:17:41,715 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/replication/ec5549e190be09b6fabd5f35c507948d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T09:17:41,716 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:17:41,716 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:17:41,716 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d. 2024-11-21T09:17:41,716 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec5549e190be09b6fabd5f35c507948d: Waiting for close lock at 1732180661274Running coprocessor pre-close hooks at 1732180661274Disabling compacts and flushes for region at 1732180661274Disabling writes for close at 1732180661274Obtaining lock to block concurrent updates at 1732180661275 (+1 ms)Preparing flush snapshotting stores in ec5549e190be09b6fabd5f35c507948d at 1732180661275Finished memstore snapshotting hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732180661275Flushing stores of hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d. at 1732180661276 (+1 ms)Flushing ec5549e190be09b6fabd5f35c507948d/queue: creating writer at 1732180661276Flushing ec5549e190be09b6fabd5f35c507948d/queue: appending metadata at 1732180661291 (+15 ms)Flushing ec5549e190be09b6fabd5f35c507948d/queue: closing flushed file at 1732180661291Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52670846: reopening flushed file at 1732180661703 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ec5549e190be09b6fabd5f35c507948d in 436ms, sequenceid=5, compaction requested=false at 1732180661710 (+7 ms)Writing region close event to WAL at 1732180661711 (+1 ms)Running coprocessor post-close hooks at 1732180661716 (+5 ms)Closed at 1732180661716 2024-11-21T09:17:41,716 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732180656928.ec5549e190be09b6fabd5f35c507948d. 2024-11-21T09:17:41,733 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/meta/1588230740/.tmp/ns/6275d119ffe94dbcaae0de897c74a9ad 2024-11-21T09:17:41,733 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35971,1732180648846.replicationSource.wal-reader.5b0ae2ee7b9e%2C35971%2C1732180648846,1-5b0ae2ee7b9e,35971,1732180648846 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/WALs/5b0ae2ee7b9e,35971,1732180648846/5b0ae2ee7b9e%2C35971%2C1732180648846.1732180650776 to pos 0, reset compression=false 2024-11-21T09:17:41,752 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/meta/1588230740/.tmp/table/c001c06d01a04346b16521f827ec2767 is 53, key is hbase:replication/table:state/1732180657747/Put/seqid=0 2024-11-21T09:17:41,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741841_1017 (size=5256) 2024-11-21T09:17:41,875 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:17:42,076 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:17:42,157 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/meta/1588230740/.tmp/table/c001c06d01a04346b16521f827ec2767 2024-11-21T09:17:42,166 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/meta/1588230740/.tmp/info/f54fd2fd1adc43d88ecb1a4670fd5d70 as hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/meta/1588230740/info/f54fd2fd1adc43d88ecb1a4670fd5d70 2024-11-21T09:17:42,172 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/meta/1588230740/info/f54fd2fd1adc43d88ecb1a4670fd5d70, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T09:17:42,173 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/meta/1588230740/.tmp/ns/6275d119ffe94dbcaae0de897c74a9ad as hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/meta/1588230740/ns/6275d119ffe94dbcaae0de897c74a9ad 2024-11-21T09:17:42,179 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/meta/1588230740/ns/6275d119ffe94dbcaae0de897c74a9ad, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T09:17:42,180 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/meta/1588230740/.tmp/table/c001c06d01a04346b16521f827ec2767 as hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/meta/1588230740/table/c001c06d01a04346b16521f827ec2767 2024-11-21T09:17:42,186 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/meta/1588230740/table/c001c06d01a04346b16521f827ec2767, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T09:17:42,187 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 912ms, sequenceid=11, compaction requested=false 2024-11-21T09:17:42,192 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T09:17:42,192 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:17:42,192 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:17:42,192 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:17:42,193 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180661275Running coprocessor pre-close hooks at 1732180661275Disabling compacts and flushes for region at 1732180661275Disabling writes for close at 1732180661275Obtaining lock to block concurrent updates at 1732180661275Preparing flush snapshotting stores in 1588230740 at 1732180661275Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732180661275Flushing stores of hbase:meta,,1.1588230740 at 1732180661276 (+1 ms)Flushing 1588230740/info: creating writer at 1732180661276Flushing 1588230740/info: appending metadata at 1732180661296 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732180661296Flushing 1588230740/ns: creating writer at 1732180661309 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732180661327 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732180661327Flushing 1588230740/table: creating writer at 1732180661739 (+412 ms)Flushing 1588230740/table: appending metadata at 1732180661752 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732180661752Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ff54e88: reopening flushed file at 1732180662165 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68b9fad2: reopening flushed file at 1732180662172 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b55a191: reopening flushed file at 1732180662179 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 912ms, sequenceid=11, compaction requested=false at 1732180662187 (+8 ms)Writing region close event to WAL at 1732180662189 (+2 ms)Running coprocessor post-close hooks at 1732180662192 (+3 ms)Closed at 1732180662192 2024-11-21T09:17:42,193 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:17:42,276 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:17:42,276 INFO [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,35971,1732180648846; all regions closed. 2024-11-21T09:17:42,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:17:42,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741834_1010 (size=2742) 2024-11-21T09:17:42,279 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/WALs/5b0ae2ee7b9e,35971,1732180648846/5b0ae2ee7b9e%2C35971%2C1732180648846.meta.1732180651784.meta not finished, retry = 0 2024-11-21T09:17:42,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:17:42,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:17:42,381 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/oldWALs 2024-11-21T09:17:42,381 INFO [RS:0;5b0ae2ee7b9e:35971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C35971%2C1732180648846.meta:.meta(num 1732180651784) 2024-11-21T09:17:42,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741837_1013 (size=1586) 2024-11-21T09:17:42,384 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/WALs/5b0ae2ee7b9e,35971,1732180648846/5b0ae2ee7b9e%2C35971%2C1732180648846.rep.1732180657698 not finished, retry = 0 2024-11-21T09:17:42,487 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/oldWALs 2024-11-21T09:17:42,487 INFO [RS:0;5b0ae2ee7b9e:35971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C35971%2C1732180648846.rep:(num 1732180657698) 2024-11-21T09:17:42,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741832_1008 (size=93) 2024-11-21T09:17:42,490 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/WALs/5b0ae2ee7b9e,35971,1732180648846/5b0ae2ee7b9e%2C35971%2C1732180648846.1732180650776 not finished, retry = 0 2024-11-21T09:17:42,592 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/oldWALs 2024-11-21T09:17:42,592 INFO [RS:0;5b0ae2ee7b9e:35971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C35971%2C1732180648846:(num 1732180650776) 2024-11-21T09:17:42,592 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:42,592 INFO [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:17:42,592 INFO [RS:0;5b0ae2ee7b9e:35971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:17:42,593 INFO [RS:0;5b0ae2ee7b9e:35971 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T09:17:42,593 INFO [RS:0;5b0ae2ee7b9e:35971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:17:42,593 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:17:42,593 INFO [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b0ae2ee7b9e,35971,1732180648846 because: Region server is closing 2024-11-21T09:17:42,593 INFO [RS:0;5b0ae2ee7b9e:35971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:35971. 2024-11-21T09:17:42,593 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:17:42,593 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:42,593 DEBUG [RS:0;5b0ae2ee7b9e:35971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:42,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:17:42,694 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35971,1732180648846.replicationSource.shipper5b0ae2ee7b9e%2C35971%2C1732180648846,1-5b0ae2ee7b9e,35971,1732180648846 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T09:17:42,694 INFO [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35971,1732180648846.replicationSource.shipper5b0ae2ee7b9e%2C35971%2C1732180648846,1-5b0ae2ee7b9e,35971,1732180648846 terminated 2024-11-21T09:17:42,694 INFO [RS:0;5b0ae2ee7b9e:35971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35971 2024-11-21T09:17:42,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1015caf13820001, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01576002634/rs/5b0ae2ee7b9e,35971,1732180648846 2024-11-21T09:17:42,704 INFO [RS:0;5b0ae2ee7b9e:35971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:17:42,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576002634/rs 2024-11-21T09:17:42,715 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,35971,1732180648846] 2024-11-21T09:17:42,725 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01576002634/draining/5b0ae2ee7b9e,35971,1732180648846 already deleted, retry=false 2024-11-21T09:17:42,725 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,35971,1732180648846 expired; onlineServers=0 2024-11-21T09:17:42,725 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,37405,1732180648256' ***** 2024-11-21T09:17:42,725 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:17:42,725 INFO [M:0;5b0ae2ee7b9e:37405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:17:42,726 INFO [M:0;5b0ae2ee7b9e:37405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:17:42,726 DEBUG [M:0;5b0ae2ee7b9e:37405 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:17:42,726 DEBUG [M:0;5b0ae2ee7b9e:37405 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:17:42,726 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:17:42,726 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180650541 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180650541,5,FailOnTimeoutGroup] 2024-11-21T09:17:42,726 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180650541 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180650541,5,FailOnTimeoutGroup] 2024-11-21T09:17:42,726 INFO [M:0;5b0ae2ee7b9e:37405 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:17:42,726 INFO [M:0;5b0ae2ee7b9e:37405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:17:42,726 DEBUG [M:0;5b0ae2ee7b9e:37405 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:17:42,726 INFO [M:0;5b0ae2ee7b9e:37405 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:17:42,727 INFO [M:0;5b0ae2ee7b9e:37405 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:17:42,727 INFO [M:0;5b0ae2ee7b9e:37405 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:17:42,727 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:17:42,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01576002634/master 2024-11-21T09:17:42,736 DEBUG [M:0;5b0ae2ee7b9e:37405 {}] zookeeper.ZKUtil(347): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Unable to get data of znode /01576002634/master because node does not exist (not an error) 2024-11-21T09:17:42,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01576002634 2024-11-21T09:17:42,736 WARN [M:0;5b0ae2ee7b9e:37405 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T09:17:42,737 INFO [M:0;5b0ae2ee7b9e:37405 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/.lastflushedseqids 2024-11-21T09:17:42,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741842_1018 (size=181) 2024-11-21T09:17:42,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1015caf13820001, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:17:42,815 INFO [RS:0;5b0ae2ee7b9e:35971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:17:42,815 INFO [RS:0;5b0ae2ee7b9e:35971 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,35971,1732180648846; zookeeper connection closed. 2024-11-21T09:17:42,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35971-0x1015caf13820001, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:17:42,815 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c276325 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c276325 2024-11-21T09:17:42,815 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T09:17:43,143 INFO [M:0;5b0ae2ee7b9e:37405 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:17:43,143 INFO [M:0;5b0ae2ee7b9e:37405 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:17:43,143 DEBUG [M:0;5b0ae2ee7b9e:37405 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:17:43,143 INFO [M:0;5b0ae2ee7b9e:37405 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:43,143 DEBUG [M:0;5b0ae2ee7b9e:37405 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:43,143 DEBUG [M:0;5b0ae2ee7b9e:37405 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:17:43,143 DEBUG [M:0;5b0ae2ee7b9e:37405 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:43,143 INFO [M:0;5b0ae2ee7b9e:37405 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-21T09:17:43,158 DEBUG [M:0;5b0ae2ee7b9e:37405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1961e6a26aa4ef18483dcfd9ebc1616 is 82, key is hbase:meta,,1/info:regioninfo/1732180651837/Put/seqid=0 2024-11-21T09:17:43,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741843_1019 (size=5672) 2024-11-21T09:17:43,563 INFO [M:0;5b0ae2ee7b9e:37405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1961e6a26aa4ef18483dcfd9ebc1616 2024-11-21T09:17:43,587 DEBUG [M:0;5b0ae2ee7b9e:37405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ade4c33d4fd94bb18dd7113e58438c34 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732180657752/Put/seqid=0 2024-11-21T09:17:43,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741844_1020 (size=7203) 2024-11-21T09:17:43,992 INFO [M:0;5b0ae2ee7b9e:37405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ade4c33d4fd94bb18dd7113e58438c34 2024-11-21T09:17:44,017 DEBUG [M:0;5b0ae2ee7b9e:37405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4364bc5dfa6a4811ba8520b2f2551c2c is 69, key is 5b0ae2ee7b9e,35971,1732180648846/rs:state/1732180650579/Put/seqid=0 2024-11-21T09:17:44,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741845_1021 (size=5156) 2024-11-21T09:17:44,022 INFO [M:0;5b0ae2ee7b9e:37405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4364bc5dfa6a4811ba8520b2f2551c2c 2024-11-21T09:17:44,029 DEBUG [M:0;5b0ae2ee7b9e:37405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1961e6a26aa4ef18483dcfd9ebc1616 as hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1961e6a26aa4ef18483dcfd9ebc1616 2024-11-21T09:17:44,035 INFO [M:0;5b0ae2ee7b9e:37405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1961e6a26aa4ef18483dcfd9ebc1616, entries=8, sequenceid=70, filesize=5.5 K 2024-11-21T09:17:44,036 DEBUG [M:0;5b0ae2ee7b9e:37405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ade4c33d4fd94bb18dd7113e58438c34 as hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ade4c33d4fd94bb18dd7113e58438c34 2024-11-21T09:17:44,041 INFO [M:0;5b0ae2ee7b9e:37405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ade4c33d4fd94bb18dd7113e58438c34, entries=8, sequenceid=70, filesize=7.0 K 2024-11-21T09:17:44,042 DEBUG [M:0;5b0ae2ee7b9e:37405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4364bc5dfa6a4811ba8520b2f2551c2c as hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4364bc5dfa6a4811ba8520b2f2551c2c 2024-11-21T09:17:44,047 INFO [M:0;5b0ae2ee7b9e:37405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34255/user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4364bc5dfa6a4811ba8520b2f2551c2c, entries=1, sequenceid=70, filesize=5.0 K 2024-11-21T09:17:44,048 INFO [M:0;5b0ae2ee7b9e:37405 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=70, compaction requested=false 2024-11-21T09:17:44,049 INFO [M:0;5b0ae2ee7b9e:37405 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:44,049 DEBUG [M:0;5b0ae2ee7b9e:37405 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180663143Disabling compacts and flushes for region at 1732180663143Disabling writes for close at 1732180663143Obtaining lock to block concurrent updates at 1732180663143Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180663143Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732180663144 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180663144Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180663145 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180663158 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180663158Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180663569 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180663586 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180663586Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180664001 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180664017 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180664017Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a82277a: reopening flushed file at 1732180664028 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3932811f: reopening flushed file at 1732180664035 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c4b4a35: reopening flushed file at 1732180664042 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=70, compaction requested=false at 1732180664048 (+6 ms)Writing region close event to WAL at 1732180664049 (+1 ms)Closed at 1732180664049 2024-11-21T09:17:44,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43653 is added to blk_1073741830_1006 (size=41008) 2024-11-21T09:17:44,052 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0674a34e-6ac1-7ac6-2304-929ff74e5c66/MasterData/WALs/5b0ae2ee7b9e,37405,1732180648256/5b0ae2ee7b9e%2C37405%2C1732180648256.1732180650252 not finished, retry = 0 2024-11-21T09:17:44,153 INFO [M:0;5b0ae2ee7b9e:37405 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:17:44,153 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:17:44,153 INFO [M:0;5b0ae2ee7b9e:37405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37405 2024-11-21T09:17:44,153 INFO [M:0;5b0ae2ee7b9e:37405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:17:44,352 INFO [M:0;5b0ae2ee7b9e:37405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:17:44,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:17:44,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37405-0x1015caf13820000, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:17:44,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@417ceb5c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:17:44,354 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4438aed1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:17:44,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:17:44,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e83ddb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:17:44,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d0ba696{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/hadoop.log.dir/,STOPPED} 2024-11-21T09:17:44,355 WARN [BP-1555087368-172.17.0.2-1732180645885 heartbeating to localhost/127.0.0.1:34255 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:17:44,355 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:17:44,355 WARN [BP-1555087368-172.17.0.2-1732180645885 heartbeating to localhost/127.0.0.1:34255 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1555087368-172.17.0.2-1732180645885 (Datanode Uuid 59ce876c-51a1-4315-b90a-ec3361e055dc) service to localhost/127.0.0.1:34255 2024-11-21T09:17:44,355 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:17:44,356 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/cluster_0fc24e54-1b73-3be4-9ee4-7d09a04da2b8/data/data1/current/BP-1555087368-172.17.0.2-1732180645885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:17:44,356 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/cluster_0fc24e54-1b73-3be4-9ee4-7d09a04da2b8/data/data2/current/BP-1555087368-172.17.0.2-1732180645885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:17:44,356 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:17:44,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27e66cab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:17:44,361 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ca33c04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:17:44,361 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:17:44,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f5c756{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:17:44,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a293c87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7036ee6-8c72-42f4-349a-6a42d5948068/hadoop.log.dir/,STOPPED} 2024-11-21T09:17:44,368 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T09:17:44,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T09:17:44,385 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 106) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34255 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41579 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58628) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34255 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58628) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:34255 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:34255 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34255 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34255 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=385 (was 342) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2489 (was 3521) 2024-11-21T09:17:44,392 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=385, ProcessCount=11, AvailableMemoryMB=2489 2024-11-21T09:17:44,406 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-21T09:17:44,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/hadoop.log.dir so I do NOT create it in target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5 2024-11-21T09:17:44,406 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T09:17:44,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/hadoop.tmp.dir so I do NOT create it in target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5 2024-11-21T09:17:44,406 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4bacf9ec-b48c-3c37-71b7-17d59b82176c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T09:17:44,406 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5 2024-11-21T09:17:44,406 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/cluster_e7f59ce2-d293-ace6-3962-c2c46576f438, deleteOnExit=true 2024-11-21T09:17:44,409 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/cluster_e7f59ce2-d293-ace6-3962-c2c46576f438/zookeeper_0, clientPort=50626, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/cluster_e7f59ce2-d293-ace6-3962-c2c46576f438/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/cluster_e7f59ce2-d293-ace6-3962-c2c46576f438/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T09:17:44,410 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50626 2024-11-21T09:17:44,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T09:17:44,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T09:17:44,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/test.cache.data in system properties and HBase conf 2024-11-21T09:17:44,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T09:17:44,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/hadoop.log.dir in system properties and HBase conf 2024-11-21T09:17:44,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T09:17:44,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T09:17:44,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T09:17:44,410 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T09:17:44,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:17:44,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:17:44,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T09:17:44,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:17:44,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T09:17:44,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T09:17:44,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:17:44,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:17:44,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T09:17:44,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/nfs.dump.dir in system properties and HBase conf 2024-11-21T09:17:44,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/java.io.tmpdir in system properties and HBase conf 2024-11-21T09:17:44,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:17:44,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T09:17:44,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T09:17:44,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015caf13820005, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T09:17:44,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015caf13820002, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T09:17:44,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015caf13820005, quorum=127.0.0.1:58628, baseZNode=/1412744339 Received Disconnected from ZooKeeper, ignoring 2024-11-21T09:17:44,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015caf13820002, quorum=127.0.0.1:58628, baseZNode=/01576002634 Received Disconnected from ZooKeeper, ignoring 2024-11-21T09:17:44,693 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:17:44,698 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:17:44,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:17:44,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:17:44,704 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:17:44,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:17:44,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a98cb28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:17:44,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e6f1937{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:17:44,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58151de9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/java.io.tmpdir/jetty-localhost-42961-hadoop-hdfs-3_4_1-tests_jar-_-any-12091615162041920518/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:17:44,811 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56de46a3{HTTP/1.1, (http/1.1)}{localhost:42961} 2024-11-21T09:17:44,811 INFO [Time-limited test {}] server.Server(415): Started @55045ms 2024-11-21T09:17:45,054 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:17:45,058 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:17:45,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:17:45,059 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:17:45,059 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:17:45,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@94d183c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:17:45,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d17af4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:17:45,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5076ab08{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/java.io.tmpdir/jetty-localhost-35891-hadoop-hdfs-3_4_1-tests_jar-_-any-16278237622012259/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:17:45,153 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67f366e4{HTTP/1.1, (http/1.1)}{localhost:35891} 2024-11-21T09:17:45,153 INFO [Time-limited test {}] server.Server(415): Started @55387ms 2024-11-21T09:17:45,154 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:17:46,194 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/cluster_e7f59ce2-d293-ace6-3962-c2c46576f438/data/data2/current/BP-1865210226-172.17.0.2-1732180664438/current, will proceed with Du for space computation calculation, 2024-11-21T09:17:46,194 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/cluster_e7f59ce2-d293-ace6-3962-c2c46576f438/data/data1/current/BP-1865210226-172.17.0.2-1732180664438/current, will proceed with Du for space computation calculation, 2024-11-21T09:17:46,217 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:17:46,219 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x344f16e57b15fdfa with lease ID 0xe95edb723b157029: Processing first storage report for DS-32efeac4-8d4a-4441-b985-3e537bac4f14 from datanode DatanodeRegistration(127.0.0.1:38231, datanodeUuid=3237449b-3c83-483f-a216-5cb96beca7ec, infoPort=33663, infoSecurePort=0, ipcPort=46265, storageInfo=lv=-57;cid=testClusterID;nsid=2070345035;c=1732180664438) 2024-11-21T09:17:46,219 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x344f16e57b15fdfa with lease ID 0xe95edb723b157029: from storage DS-32efeac4-8d4a-4441-b985-3e537bac4f14 node DatanodeRegistration(127.0.0.1:38231, datanodeUuid=3237449b-3c83-483f-a216-5cb96beca7ec, infoPort=33663, infoSecurePort=0, ipcPort=46265, storageInfo=lv=-57;cid=testClusterID;nsid=2070345035;c=1732180664438), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:17:46,219 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x344f16e57b15fdfa with lease ID 0xe95edb723b157029: Processing first storage report for DS-27109518-3c53-42b0-9d87-5222568cd363 from datanode DatanodeRegistration(127.0.0.1:38231, datanodeUuid=3237449b-3c83-483f-a216-5cb96beca7ec, infoPort=33663, infoSecurePort=0, ipcPort=46265, storageInfo=lv=-57;cid=testClusterID;nsid=2070345035;c=1732180664438) 2024-11-21T09:17:46,219 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x344f16e57b15fdfa with lease ID 0xe95edb723b157029: from storage DS-27109518-3c53-42b0-9d87-5222568cd363 node DatanodeRegistration(127.0.0.1:38231, datanodeUuid=3237449b-3c83-483f-a216-5cb96beca7ec, infoPort=33663, infoSecurePort=0, ipcPort=46265, storageInfo=lv=-57;cid=testClusterID;nsid=2070345035;c=1732180664438), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:17:46,282 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5 2024-11-21T09:17:46,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:46,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:46,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:17:46,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:17:46,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T09:17:46,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T09:17:46,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:17:46,691 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4 with version=8 2024-11-21T09:17:46,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/hbase-staging 2024-11-21T09:17:46,693 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:17:46,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:46,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:46,693 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:17:46,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:46,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:17:46,693 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:17:46,693 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:17:46,694 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40851 2024-11-21T09:17:46,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40851 connecting to ZooKeeper ensemble=127.0.0.1:50626 2024-11-21T09:17:46,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408510x0, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:17:46,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40851-0x1015caf5c040000 connected 2024-11-21T09:17:46,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:46,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:46,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Set watcher on znode that does not yet exist, /0808999518/running 2024-11-21T09:17:46,865 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4, hbase.cluster.distributed=false 2024-11-21T09:17:46,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Set watcher on znode that does not yet exist, /0808999518/acl 2024-11-21T09:17:46,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40851 2024-11-21T09:17:46,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40851 2024-11-21T09:17:46,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40851 2024-11-21T09:17:46,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40851 2024-11-21T09:17:46,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40851 2024-11-21T09:17:46,887 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:17:46,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:46,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:46,887 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:17:46,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:46,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:17:46,888 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:17:46,888 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:17:46,888 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40715 2024-11-21T09:17:46,890 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40715 connecting to ZooKeeper ensemble=127.0.0.1:50626 2024-11-21T09:17:46,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:46,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:46,930 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407150x0, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:17:46,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407150x0, quorum=127.0.0.1:50626, baseZNode=/0808999518 Set watcher on znode that does not yet exist, /0808999518/running 2024-11-21T09:17:46,931 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:17:46,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40715-0x1015caf5c040001 connected 2024-11-21T09:17:46,940 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:17:46,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40715-0x1015caf5c040001, quorum=127.0.0.1:50626, baseZNode=/0808999518 Set watcher on znode that does not yet exist, /0808999518/master 2024-11-21T09:17:46,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40715-0x1015caf5c040001, quorum=127.0.0.1:50626, baseZNode=/0808999518 Set watcher on znode that does not yet exist, /0808999518/acl 2024-11-21T09:17:46,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40715 2024-11-21T09:17:46,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40715 2024-11-21T09:17:46,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40715 2024-11-21T09:17:46,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40715 2024-11-21T09:17:46,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40715 2024-11-21T09:17:46,983 DEBUG [M:0;5b0ae2ee7b9e:40851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:40851 2024-11-21T09:17:46,984 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0808999518/backup-masters/5b0ae2ee7b9e,40851,1732180666693 2024-11-21T09:17:46,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808999518/backup-masters 2024-11-21T09:17:46,997 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Set watcher on existing znode=/0808999518/backup-masters/5b0ae2ee7b9e,40851,1732180666693 2024-11-21T09:17:46,997 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1015caf5c040001, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808999518/backup-masters 2024-11-21T09:17:47,009 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1015caf5c040001, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0808999518/master 2024-11-21T09:17:47,009 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1015caf5c040001, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808999518 2024-11-21T09:17:47,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808999518 2024-11-21T09:17:47,011 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Set watcher on existing znode=/0808999518/master 2024-11-21T09:17:47,012 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0808999518/backup-masters/5b0ae2ee7b9e,40851,1732180666693 from backup master directory 2024-11-21T09:17:47,019 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1015caf5c040001, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808999518/backup-masters 2024-11-21T09:17:47,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0808999518/backup-masters/5b0ae2ee7b9e,40851,1732180666693 2024-11-21T09:17:47,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808999518/backup-masters 2024-11-21T09:17:47,020 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:17:47,020 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,40851,1732180666693 2024-11-21T09:17:47,025 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/hbase.id] with ID: f89ef6d4-904c-4368-9f9a-c1a7f38a8c2c 2024-11-21T09:17:47,025 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/.tmp/hbase.id 2024-11-21T09:17:47,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:17:47,218 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:17:47,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:17:47,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:17:47,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:17:47,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:17:47,436 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/.tmp/hbase.id]:[hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/hbase.id] 2024-11-21T09:17:47,453 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:47,453 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:17:47,455 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T09:17:47,540 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1015caf5c040001, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808999518 2024-11-21T09:17:47,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808999518 2024-11-21T09:17:47,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:17:47,555 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:17:47,556 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:17:47,557 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:17:47,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:17:47,982 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/data/master/store 2024-11-21T09:17:47,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:17:48,388 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:48,388 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:17:48,388 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:48,388 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:48,388 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:17:48,388 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:48,388 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:48,388 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180668388Disabling compacts and flushes for region at 1732180668388Disabling writes for close at 1732180668388Writing region close event to WAL at 1732180668388Closed at 1732180668388 2024-11-21T09:17:48,389 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/data/master/store/.initializing 2024-11-21T09:17:48,389 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/WALs/5b0ae2ee7b9e,40851,1732180666693 2024-11-21T09:17:48,391 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:17:48,392 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C40851%2C1732180666693, suffix=, logDir=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/WALs/5b0ae2ee7b9e,40851,1732180666693, archiveDir=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/oldWALs, maxLogs=10 2024-11-21T09:17:48,404 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/WALs/5b0ae2ee7b9e,40851,1732180666693/5b0ae2ee7b9e%2C40851%2C1732180666693.1732180668393, exclude list is [], retry=0 2024-11-21T09:17:48,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38231,DS-32efeac4-8d4a-4441-b985-3e537bac4f14,DISK] 2024-11-21T09:17:48,408 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/WALs/5b0ae2ee7b9e,40851,1732180666693/5b0ae2ee7b9e%2C40851%2C1732180666693.1732180668393 2024-11-21T09:17:48,409 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33663:33663)] 2024-11-21T09:17:48,409 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:17:48,409 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:48,409 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:48,409 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:48,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:48,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:17:48,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:48,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:48,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:48,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:17:48,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:48,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:48,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:48,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:17:48,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:48,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:48,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:48,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:17:48,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:48,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:48,418 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:48,418 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:48,419 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:48,420 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:48,420 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:48,420 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:17:48,422 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:48,424 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:17:48,424 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62028399, jitterRate=-0.07570482790470123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:17:48,425 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180668409Initializing all the Stores at 1732180668410 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180668410Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180668411 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180668411Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180668411Cleaning up temporary data from old regions at 1732180668420 (+9 ms)Region opened successfully at 1732180668425 (+5 ms) 2024-11-21T09:17:48,425 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:17:48,428 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c868c74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:17:48,429 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T09:17:48,429 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:17:48,429 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:17:48,429 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:17:48,430 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T09:17:48,430 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T09:17:48,430 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T09:17:48,432 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:17:48,433 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Unable to get data of znode /0808999518/balancer because node does not exist (not necessarily an error) 2024-11-21T09:17:48,535 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0808999518/balancer already deleted, retry=false 2024-11-21T09:17:48,536 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:17:48,536 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Unable to get data of znode /0808999518/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:17:48,545 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0808999518/normalizer already deleted, retry=false 2024-11-21T09:17:48,546 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:17:48,547 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Unable to get data of znode /0808999518/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:17:48,556 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0808999518/switch/split already deleted, retry=false 2024-11-21T09:17:48,557 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Unable to get data of znode /0808999518/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:17:48,567 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0808999518/switch/merge already deleted, retry=false 2024-11-21T09:17:48,570 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Unable to get data of znode /0808999518/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:17:48,577 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0808999518/snapshot-cleanup already deleted, retry=false 2024-11-21T09:17:48,588 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1015caf5c040001, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0808999518/running 2024-11-21T09:17:48,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0808999518/running 2024-11-21T09:17:48,588 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1015caf5c040001, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808999518 2024-11-21T09:17:48,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808999518 2024-11-21T09:17:48,588 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,40851,1732180666693, sessionid=0x1015caf5c040000, setting cluster-up flag (Was=false) 2024-11-21T09:17:48,609 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1015caf5c040001, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808999518 2024-11-21T09:17:48,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808999518 2024-11-21T09:17:48,640 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0808999518/flush-table-proc/acquired, /0808999518/flush-table-proc/reached, /0808999518/flush-table-proc/abort 2024-11-21T09:17:48,641 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,40851,1732180666693 2024-11-21T09:17:48,661 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1015caf5c040001, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808999518 2024-11-21T09:17:48,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808999518 2024-11-21T09:17:48,693 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0808999518/online-snapshot/acquired, /0808999518/online-snapshot/reached, /0808999518/online-snapshot/abort 2024-11-21T09:17:48,694 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,40851,1732180666693 2024-11-21T09:17:48,695 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T09:17:48,697 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:48,697 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:17:48,697 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:17:48,697 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,40851,1732180666693 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:17:48,699 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:48,699 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:48,699 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:48,699 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:48,699 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:17:48,699 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:48,699 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:17:48,699 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:48,700 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:48,701 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T09:17:48,701 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180698701 2024-11-21T09:17:48,701 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:17:48,701 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:17:48,701 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:17:48,701 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:17:48,701 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:17:48,701 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:17:48,701 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:48,701 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:17:48,701 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:17:48,702 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:17:48,702 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T09:17:48,702 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:48,702 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T09:17:48,702 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:17:48,702 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:17:48,702 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180668702,5,FailOnTimeoutGroup] 2024-11-21T09:17:48,702 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180668702,5,FailOnTimeoutGroup] 2024-11-21T09:17:48,702 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:48,703 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:17:48,703 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:48,703 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:48,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:17:48,711 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T09:17:48,711 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4 2024-11-21T09:17:48,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741832_1008 (size=32) 2024-11-21T09:17:48,772 INFO [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.HRegionServer(746): ClusterId : f89ef6d4-904c-4368-9f9a-c1a7f38a8c2c 2024-11-21T09:17:48,772 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:17:48,778 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:17:48,778 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:17:48,788 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:17:48,789 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7525eebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:17:48,799 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:40715 2024-11-21T09:17:48,799 INFO [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:17:48,799 INFO [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:17:48,799 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:17:48,800 INFO [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,40851,1732180666693 with port=40715, startcode=1732180666887 2024-11-21T09:17:48,800 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:17:48,801 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:17:48,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40851 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,40715,1732180666887 2024-11-21T09:17:48,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40851 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,40715,1732180666887 2024-11-21T09:17:48,803 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4 2024-11-21T09:17:48,803 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44669 2024-11-21T09:17:48,803 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:17:48,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808999518/rs 2024-11-21T09:17:48,809 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] zookeeper.ZKUtil(111): regionserver:40715-0x1015caf5c040001, quorum=127.0.0.1:50626, baseZNode=/0808999518 Set watcher on existing znode=/0808999518/rs/5b0ae2ee7b9e,40715,1732180666887 2024-11-21T09:17:48,809 WARN [RS:0;5b0ae2ee7b9e:40715 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:17:48,809 INFO [RS:0;5b0ae2ee7b9e:40715 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:17:48,809 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887 2024-11-21T09:17:48,810 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,40715,1732180666887] 2024-11-21T09:17:48,812 INFO [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:17:48,814 INFO [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:17:48,814 INFO [RS:0;5b0ae2ee7b9e:40715 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:17:48,814 INFO [RS:0;5b0ae2ee7b9e:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:48,815 INFO [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:17:48,815 INFO [RS:0;5b0ae2ee7b9e:40715 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:17:48,815 INFO [RS:0;5b0ae2ee7b9e:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:48,816 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:48,816 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:48,816 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:48,816 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:48,816 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:48,816 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:17:48,816 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:48,816 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:48,816 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:48,816 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:48,816 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:48,816 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:48,816 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:17:48,816 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:17:48,817 INFO [RS:0;5b0ae2ee7b9e:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:48,817 INFO [RS:0;5b0ae2ee7b9e:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:48,817 INFO [RS:0;5b0ae2ee7b9e:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:48,817 INFO [RS:0;5b0ae2ee7b9e:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:48,817 INFO [RS:0;5b0ae2ee7b9e:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:48,817 INFO [RS:0;5b0ae2ee7b9e:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,40715,1732180666887-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:17:48,829 INFO [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:17:48,829 INFO [RS:0;5b0ae2ee7b9e:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,40715,1732180666887-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:48,830 INFO [RS:0;5b0ae2ee7b9e:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:48,830 INFO [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.Replication(171): 5b0ae2ee7b9e,40715,1732180666887 started 2024-11-21T09:17:48,841 INFO [RS:0;5b0ae2ee7b9e:40715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:48,841 INFO [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,40715,1732180666887, RpcServer on 5b0ae2ee7b9e/172.17.0.2:40715, sessionid=0x1015caf5c040001 2024-11-21T09:17:48,841 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:17:48,841 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,40715,1732180666887 2024-11-21T09:17:48,841 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,40715,1732180666887' 2024-11-21T09:17:48,841 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0808999518/flush-table-proc/abort' 2024-11-21T09:17:48,842 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0808999518/flush-table-proc/acquired' 2024-11-21T09:17:48,842 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:17:48,842 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:17:48,842 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,40715,1732180666887 2024-11-21T09:17:48,842 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,40715,1732180666887' 2024-11-21T09:17:48,843 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0808999518/online-snapshot/abort' 2024-11-21T09:17:48,843 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0808999518/online-snapshot/acquired' 2024-11-21T09:17:48,844 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:17:48,844 INFO [RS:0;5b0ae2ee7b9e:40715 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:17:48,844 INFO [RS:0;5b0ae2ee7b9e:40715 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:17:48,944 INFO [RS:0;5b0ae2ee7b9e:40715 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:17:48,946 INFO [RS:0;5b0ae2ee7b9e:40715 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C40715%2C1732180666887, suffix=, logDir=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887, archiveDir=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/oldWALs, maxLogs=10 2024-11-21T09:17:48,957 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946, exclude list is [], retry=0 2024-11-21T09:17:48,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38231,DS-32efeac4-8d4a-4441-b985-3e537bac4f14,DISK] 2024-11-21T09:17:48,961 INFO [RS:0;5b0ae2ee7b9e:40715 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 2024-11-21T09:17:48,962 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33663:33663)] 2024-11-21T09:17:49,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:49,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:17:49,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:17:49,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:49,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:49,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:17:49,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:17:49,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:49,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:49,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:17:49,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:17:49,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:49,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:49,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:17:49,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:17:49,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:49,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:49,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:17:49,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740 2024-11-21T09:17:49,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740 2024-11-21T09:17:49,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:17:49,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:17:49,129 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:17:49,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:17:49,132 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:17:49,132 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61881294, jitterRate=-0.07789686322212219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:17:49,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732180669119Initializing all the Stores at 1732180669119Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180669119Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180669120 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180669120Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180669120Cleaning up temporary data from old regions at 1732180669129 (+9 ms)Region opened successfully at 1732180669132 (+3 ms) 2024-11-21T09:17:49,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:17:49,133 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:17:49,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:17:49,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:17:49,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:17:49,133 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:17:49,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180669133Disabling compacts and flushes for region at 1732180669133Disabling writes for close at 1732180669133Writing region close event to WAL at 1732180669133Closed at 1732180669133 2024-11-21T09:17:49,134 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:49,134 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T09:17:49,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:17:49,136 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:17:49,136 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T09:17:49,287 DEBUG [5b0ae2ee7b9e:40851 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:17:49,287 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,40715,1732180666887 2024-11-21T09:17:49,288 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,40715,1732180666887, state=OPENING 2024-11-21T09:17:49,335 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T09:17:49,346 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1015caf5c040001, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808999518 2024-11-21T09:17:49,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808999518 2024-11-21T09:17:49,346 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:17:49,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0808999518/meta-region-server: CHANGED 2024-11-21T09:17:49,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0808999518/meta-region-server: CHANGED 2024-11-21T09:17:49,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,40715,1732180666887}] 2024-11-21T09:17:49,499 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:17:49,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:17:49,504 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:17:49,504 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:17:49,504 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:17:49,506 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C40715%2C1732180666887.meta, suffix=.meta, logDir=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887, archiveDir=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/oldWALs, maxLogs=10 2024-11-21T09:17:49,517 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.meta.1732180669506.meta, exclude list is [], retry=0 2024-11-21T09:17:49,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38231,DS-32efeac4-8d4a-4441-b985-3e537bac4f14,DISK] 2024-11-21T09:17:49,521 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.meta.1732180669506.meta 2024-11-21T09:17:49,521 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33663:33663)] 2024-11-21T09:17:49,521 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:17:49,521 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:17:49,521 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:17:49,522 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:17:49,522 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:17:49,522 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:17:49,522 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:49,522 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:17:49,522 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:17:49,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:17:49,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:17:49,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:49,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:49,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:17:49,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:17:49,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:49,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:49,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:17:49,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:17:49,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:49,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:49,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:17:49,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:17:49,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:49,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:49,528 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:17:49,529 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740 2024-11-21T09:17:49,530 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740 2024-11-21T09:17:49,530 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:17:49,531 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:17:49,531 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:17:49,532 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:17:49,533 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68805041, jitterRate=0.025275006890296936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:17:49,533 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:17:49,533 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180669522Writing region info on filesystem at 1732180669522Initializing all the Stores at 1732180669523 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180669523Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180669523Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180669523Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180669523Cleaning up temporary data from old regions at 1732180669531 (+8 ms)Running coprocessor post-open hooks at 1732180669533 (+2 ms)Region opened successfully at 1732180669533 2024-11-21T09:17:49,534 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732180669499 2024-11-21T09:17:49,536 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:17:49,536 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:17:49,537 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,40715,1732180666887 2024-11-21T09:17:49,538 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,40715,1732180666887, state=OPEN 2024-11-21T09:17:49,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0808999518/meta-region-server 2024-11-21T09:17:49,574 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1015caf5c040001, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0808999518/meta-region-server 2024-11-21T09:17:49,574 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,40715,1732180666887 2024-11-21T09:17:49,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0808999518/meta-region-server: CHANGED 2024-11-21T09:17:49,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0808999518/meta-region-server: CHANGED 2024-11-21T09:17:49,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T09:17:49,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,40715,1732180666887 in 228 msec 2024-11-21T09:17:49,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T09:17:49,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 442 msec 2024-11-21T09:17:49,579 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:49,579 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T09:17:49,581 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:17:49,581 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,40715,1732180666887, seqNum=-1] 2024-11-21T09:17:49,581 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:17:49,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:17:49,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 891 msec 2024-11-21T09:17:49,589 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180669589, completionTime=-1 2024-11-21T09:17:49,589 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T09:17:49,589 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:17:49,591 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T09:17:49,591 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732180729591 2024-11-21T09:17:49,591 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732180789591 2024-11-21T09:17:49,591 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T09:17:49,591 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,40851,1732180666693-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:49,591 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,40851,1732180666693-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:49,591 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,40851,1732180666693-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:49,591 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:40851, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:49,592 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:49,592 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:49,594 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T09:17:49,595 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.575sec 2024-11-21T09:17:49,596 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:17:49,596 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:17:49,596 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:17:49,596 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:17:49,596 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:17:49,596 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,40851,1732180666693-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:17:49,596 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,40851,1732180666693-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:17:49,598 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:17:49,598 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:17:49,598 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,40851,1732180666693-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:49,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74957c6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:49,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,40851,-1 for getting cluster id 2024-11-21T09:17:49,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:49,674 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f89ef6d4-904c-4368-9f9a-c1a7f38a8c2c' 2024-11-21T09:17:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f89ef6d4-904c-4368-9f9a-c1a7f38a8c2c" 2024-11-21T09:17:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df0999a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,40851,-1] 2024-11-21T09:17:49,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:49,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:49,675 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:49,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5767f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:49,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:17:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,40715,1732180666887, seqNum=-1] 2024-11-21T09:17:49,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:17:49,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:17:49,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b0ae2ee7b9e,40851,1732180666693 2024-11-21T09:17:49,681 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50626 2024-11-21T09:17:49,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:17:49,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015caf5c040002 connected 2024-11-21T09:17:49,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/hadoop.log.dir so I do NOT create it in target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab 2024-11-21T09:17:49,717 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T09:17:49,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/hadoop.tmp.dir so I do NOT create it in target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab 2024-11-21T09:17:49,717 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T09:17:49,717 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab 2024-11-21T09:17:49,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T09:17:49,717 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/cluster_99f3a4f0-a9ea-cad9-c611-5523873197b5, deleteOnExit=true 2024-11-21T09:17:49,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T09:17:49,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/test.cache.data in system properties and HBase conf 2024-11-21T09:17:49,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T09:17:49,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/hadoop.log.dir in system properties and HBase conf 2024-11-21T09:17:49,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T09:17:49,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T09:17:49,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T09:17:49,717 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T09:17:49,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:17:49,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:17:49,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T09:17:49,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:17:49,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T09:17:49,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T09:17:49,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:17:49,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:17:49,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T09:17:49,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/nfs.dump.dir in system properties and HBase conf 2024-11-21T09:17:49,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/java.io.tmpdir in system properties and HBase conf 2024-11-21T09:17:49,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:17:49,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T09:17:49,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T09:17:50,036 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:17:50,041 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:17:50,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:17:50,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:17:50,044 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:17:50,045 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:17:50,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@216a3525{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:17:50,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7104de49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:17:50,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d89456{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/java.io.tmpdir/jetty-localhost-43987-hadoop-hdfs-3_4_1-tests_jar-_-any-16507921302130394268/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:17:50,140 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@725d0bdf{HTTP/1.1, (http/1.1)}{localhost:43987} 2024-11-21T09:17:50,140 INFO [Time-limited test {}] server.Server(415): Started @60374ms 2024-11-21T09:17:50,594 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:17:50,597 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:17:50,598 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:17:50,598 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:17:50,598 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:17:50,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59cb97af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:17:50,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b0b6409{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:17:50,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43fbef5a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/java.io.tmpdir/jetty-localhost-36267-hadoop-hdfs-3_4_1-tests_jar-_-any-5244675574936475085/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:17:50,693 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b6bf9ff{HTTP/1.1, (http/1.1)}{localhost:36267} 2024-11-21T09:17:50,693 INFO [Time-limited test {}] server.Server(415): Started @60927ms 2024-11-21T09:17:50,694 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:17:51,431 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/cluster_99f3a4f0-a9ea-cad9-c611-5523873197b5/data/data1/current/BP-1612651267-172.17.0.2-1732180669733/current, will proceed with Du for space computation calculation, 2024-11-21T09:17:51,431 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/cluster_99f3a4f0-a9ea-cad9-c611-5523873197b5/data/data2/current/BP-1612651267-172.17.0.2-1732180669733/current, will proceed with Du for space computation calculation, 2024-11-21T09:17:51,446 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:17:51,448 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa3739d76b899ef0 with lease ID 0x77d65788aab1bdf7: Processing first storage report for DS-8af72662-c4e9-430c-ba52-3681683e1042 from datanode DatanodeRegistration(127.0.0.1:46631, datanodeUuid=ce8c53f0-41c6-41fa-9cd6-fe10b09a9155, infoPort=44081, infoSecurePort=0, ipcPort=35929, storageInfo=lv=-57;cid=testClusterID;nsid=1661734099;c=1732180669733) 2024-11-21T09:17:51,448 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa3739d76b899ef0 with lease ID 0x77d65788aab1bdf7: from storage DS-8af72662-c4e9-430c-ba52-3681683e1042 node DatanodeRegistration(127.0.0.1:46631, datanodeUuid=ce8c53f0-41c6-41fa-9cd6-fe10b09a9155, infoPort=44081, infoSecurePort=0, ipcPort=35929, storageInfo=lv=-57;cid=testClusterID;nsid=1661734099;c=1732180669733), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:17:51,448 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa3739d76b899ef0 with lease ID 0x77d65788aab1bdf7: Processing first storage report for DS-f5825d76-bbc2-4db9-aa85-af4ca937306b from datanode DatanodeRegistration(127.0.0.1:46631, datanodeUuid=ce8c53f0-41c6-41fa-9cd6-fe10b09a9155, infoPort=44081, infoSecurePort=0, ipcPort=35929, storageInfo=lv=-57;cid=testClusterID;nsid=1661734099;c=1732180669733) 2024-11-21T09:17:51,448 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa3739d76b899ef0 with lease ID 0x77d65788aab1bdf7: from storage DS-f5825d76-bbc2-4db9-aa85-af4ca937306b node DatanodeRegistration(127.0.0.1:46631, datanodeUuid=ce8c53f0-41c6-41fa-9cd6-fe10b09a9155, infoPort=44081, infoSecurePort=0, ipcPort=35929, storageInfo=lv=-57;cid=testClusterID;nsid=1661734099;c=1732180669733), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:17:51,521 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab 2024-11-21T09:17:51,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:51,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:51,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:17:51,930 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6 with version=8 2024-11-21T09:17:51,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/hbase-staging 2024-11-21T09:17:51,932 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:17:51,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:51,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:51,932 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:17:51,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:51,932 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:17:51,932 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:17:51,932 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:17:51,933 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41437 2024-11-21T09:17:51,934 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41437 connecting to ZooKeeper ensemble=127.0.0.1:50626 2024-11-21T09:17:51,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414370x0, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:17:51,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41437-0x1015caf5c040003 connected 2024-11-21T09:17:52,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:52,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:52,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Set watcher on znode that does not yet exist, /1-144279267/running 2024-11-21T09:17:52,064 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6, hbase.cluster.distributed=false 2024-11-21T09:17:52,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Set watcher on znode that does not yet exist, /1-144279267/acl 2024-11-21T09:17:52,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41437 2024-11-21T09:17:52,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41437 2024-11-21T09:17:52,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41437 2024-11-21T09:17:52,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41437 2024-11-21T09:17:52,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41437 2024-11-21T09:17:52,080 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:17:52,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:52,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:52,080 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:17:52,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:17:52,080 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:17:52,080 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:17:52,080 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:17:52,080 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33651 2024-11-21T09:17:52,081 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33651 connecting to ZooKeeper ensemble=127.0.0.1:50626 2024-11-21T09:17:52,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:52,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:52,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336510x0, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:17:52,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33651-0x1015caf5c040004 connected 2024-11-21T09:17:52,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33651-0x1015caf5c040004, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Set watcher on znode that does not yet exist, /1-144279267/running 2024-11-21T09:17:52,093 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:17:52,094 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:17:52,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33651-0x1015caf5c040004, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Set watcher on znode that does not yet exist, /1-144279267/master 2024-11-21T09:17:52,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33651-0x1015caf5c040004, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Set watcher on znode that does not yet exist, /1-144279267/acl 2024-11-21T09:17:52,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33651 2024-11-21T09:17:52,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33651 2024-11-21T09:17:52,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33651 2024-11-21T09:17:52,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33651 2024-11-21T09:17:52,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33651 2024-11-21T09:17:52,110 DEBUG [M:0;5b0ae2ee7b9e:41437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:41437 2024-11-21T09:17:52,111 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-144279267/backup-masters/5b0ae2ee7b9e,41437,1732180671932 2024-11-21T09:17:52,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-144279267/backup-masters 2024-11-21T09:17:52,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x1015caf5c040004, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-144279267/backup-masters 2024-11-21T09:17:52,123 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Set watcher on existing znode=/1-144279267/backup-masters/5b0ae2ee7b9e,41437,1732180671932 2024-11-21T09:17:52,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x1015caf5c040004, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-144279267/master 2024-11-21T09:17:52,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-144279267 2024-11-21T09:17:52,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x1015caf5c040004, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-144279267 2024-11-21T09:17:52,135 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Set watcher on existing znode=/1-144279267/master 2024-11-21T09:17:52,135 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-144279267/backup-masters/5b0ae2ee7b9e,41437,1732180671932 from backup master directory 2024-11-21T09:17:52,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x1015caf5c040004, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-144279267/backup-masters 2024-11-21T09:17:52,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-144279267/backup-masters/5b0ae2ee7b9e,41437,1732180671932 2024-11-21T09:17:52,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-144279267/backup-masters 2024-11-21T09:17:52,145 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:17:52,145 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,41437,1732180671932 2024-11-21T09:17:52,149 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/hbase.id] with ID: 8073e555-b3ae-419c-b2ad-bc6542b6951e 2024-11-21T09:17:52,149 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/.tmp/hbase.id 2024-11-21T09:17:52,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:17:52,558 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/.tmp/hbase.id]:[hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/hbase.id] 2024-11-21T09:17:52,570 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:17:52,570 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:17:52,571 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T09:17:52,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x1015caf5c040004, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-144279267 2024-11-21T09:17:52,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-144279267 2024-11-21T09:17:52,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:17:53,024 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:17:53,024 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:17:53,025 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:17:53,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:17:53,432 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/data/master/store 2024-11-21T09:17:53,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:17:53,838 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:53,838 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:17:53,838 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:53,838 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:53,838 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:17:53,838 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:53,839 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:17:53,839 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180673838Disabling compacts and flushes for region at 1732180673838Disabling writes for close at 1732180673838Writing region close event to WAL at 1732180673838Closed at 1732180673838 2024-11-21T09:17:53,840 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/data/master/store/.initializing 2024-11-21T09:17:53,840 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/WALs/5b0ae2ee7b9e,41437,1732180671932 2024-11-21T09:17:53,841 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:17:53,842 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C41437%2C1732180671932, suffix=, logDir=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/WALs/5b0ae2ee7b9e,41437,1732180671932, archiveDir=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/oldWALs, maxLogs=10 2024-11-21T09:17:53,854 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/WALs/5b0ae2ee7b9e,41437,1732180671932/5b0ae2ee7b9e%2C41437%2C1732180671932.1732180673843, exclude list is [], retry=0 2024-11-21T09:17:53,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-8af72662-c4e9-430c-ba52-3681683e1042,DISK] 2024-11-21T09:17:53,858 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/WALs/5b0ae2ee7b9e,41437,1732180671932/5b0ae2ee7b9e%2C41437%2C1732180671932.1732180673843 2024-11-21T09:17:53,859 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44081:44081)] 2024-11-21T09:17:53,859 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:17:53,859 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:53,859 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:53,859 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:53,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:53,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:17:53,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:53,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:53,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:53,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:17:53,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:53,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:53,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:53,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:17:53,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:53,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:53,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:53,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:17:53,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:53,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:53,868 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:53,868 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:53,869 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:53,870 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:53,870 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:53,870 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:17:53,871 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:17:53,874 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:17:53,874 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64142786, jitterRate=-0.04419800639152527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:17:53,874 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180673859Initializing all the Stores at 1732180673860 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180673860Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180673860Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180673860Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180673860Cleaning up temporary data from old regions at 1732180673870 (+10 ms)Region opened successfully at 1732180673874 (+4 ms) 2024-11-21T09:17:53,874 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:17:53,877 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f80b48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:17:53,878 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T09:17:53,878 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:17:53,878 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:17:53,878 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:17:53,879 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T09:17:53,879 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T09:17:53,879 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T09:17:53,881 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:17:53,882 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Unable to get data of znode /1-144279267/balancer because node does not exist (not necessarily an error) 2024-11-21T09:17:53,944 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-144279267/balancer already deleted, retry=false 2024-11-21T09:17:53,944 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:17:53,945 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Unable to get data of znode /1-144279267/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:17:53,956 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-144279267/normalizer already deleted, retry=false 2024-11-21T09:17:53,956 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:17:53,957 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Unable to get data of znode /1-144279267/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:17:53,966 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-144279267/switch/split already deleted, retry=false 2024-11-21T09:17:53,967 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Unable to get data of znode /1-144279267/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:17:53,977 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-144279267/switch/merge already deleted, retry=false 2024-11-21T09:17:53,979 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Unable to get data of znode /1-144279267/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:17:53,987 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-144279267/snapshot-cleanup already deleted, retry=false 2024-11-21T09:17:53,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-144279267/running 2024-11-21T09:17:53,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x1015caf5c040004, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-144279267/running 2024-11-21T09:17:53,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-144279267 2024-11-21T09:17:53,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x1015caf5c040004, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-144279267 2024-11-21T09:17:53,998 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,41437,1732180671932, sessionid=0x1015caf5c040003, setting cluster-up flag (Was=false) 2024-11-21T09:17:54,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-144279267 2024-11-21T09:17:54,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x1015caf5c040004, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-144279267 2024-11-21T09:17:54,050 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-144279267/flush-table-proc/acquired, /1-144279267/flush-table-proc/reached, /1-144279267/flush-table-proc/abort 2024-11-21T09:17:54,051 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,41437,1732180671932 2024-11-21T09:17:54,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-144279267 2024-11-21T09:17:54,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x1015caf5c040004, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-144279267 2024-11-21T09:17:54,104 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-144279267/online-snapshot/acquired, /1-144279267/online-snapshot/reached, /1-144279267/online-snapshot/abort 2024-11-21T09:17:54,105 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,41437,1732180671932 2024-11-21T09:17:54,117 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T09:17:54,119 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:54,119 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:17:54,119 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:17:54,120 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,41437,1732180671932 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:17:54,122 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:54,122 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:54,122 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:54,122 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:17:54,122 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:17:54,122 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:54,122 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:17:54,122 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:54,127 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:54,128 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T09:17:54,130 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:54,130 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T09:17:54,144 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180704143 2024-11-21T09:17:54,144 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:17:54,144 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:17:54,144 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:17:54,144 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:17:54,144 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:17:54,144 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:17:54,144 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:54,145 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:17:54,145 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:17:54,145 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:17:54,145 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T09:17:54,146 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:17:54,146 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:17:54,146 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180674146,5,FailOnTimeoutGroup] 2024-11-21T09:17:54,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:17:54,146 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180674146,5,FailOnTimeoutGroup] 2024-11-21T09:17:54,146 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:54,146 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:17:54,146 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:54,146 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:54,202 INFO [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HRegionServer(746): ClusterId : 8073e555-b3ae-419c-b2ad-bc6542b6951e 2024-11-21T09:17:54,202 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:17:54,209 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:17:54,209 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:17:54,220 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:17:54,220 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec3dde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:17:54,230 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:33651 2024-11-21T09:17:54,230 INFO [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:17:54,230 INFO [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:17:54,230 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:17:54,231 INFO [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,41437,1732180671932 with port=33651, startcode=1732180672079 2024-11-21T09:17:54,231 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:17:54,233 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:17:54,233 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41437 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,33651,1732180672079 2024-11-21T09:17:54,233 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41437 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,33651,1732180672079 2024-11-21T09:17:54,235 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6 2024-11-21T09:17:54,235 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33745 2024-11-21T09:17:54,235 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:17:54,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-144279267/rs 2024-11-21T09:17:54,241 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] zookeeper.ZKUtil(111): regionserver:33651-0x1015caf5c040004, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Set watcher on existing znode=/1-144279267/rs/5b0ae2ee7b9e,33651,1732180672079 2024-11-21T09:17:54,241 WARN [RS:0;5b0ae2ee7b9e:33651 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:17:54,241 INFO [RS:0;5b0ae2ee7b9e:33651 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:17:54,241 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/WALs/5b0ae2ee7b9e,33651,1732180672079 2024-11-21T09:17:54,244 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,33651,1732180672079] 2024-11-21T09:17:54,250 INFO [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:17:54,252 INFO [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:17:54,253 INFO [RS:0;5b0ae2ee7b9e:33651 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:17:54,253 INFO [RS:0;5b0ae2ee7b9e:33651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:54,253 INFO [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:17:54,257 INFO [RS:0;5b0ae2ee7b9e:33651 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:17:54,257 INFO [RS:0;5b0ae2ee7b9e:33651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:54,257 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:54,257 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:54,257 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:54,257 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:54,257 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:54,257 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:17:54,257 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:54,257 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:54,258 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:54,258 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:54,258 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:54,258 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:17:54,258 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:17:54,258 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:17:54,262 INFO [RS:0;5b0ae2ee7b9e:33651 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:54,262 INFO [RS:0;5b0ae2ee7b9e:33651 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:54,262 INFO [RS:0;5b0ae2ee7b9e:33651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:54,262 INFO [RS:0;5b0ae2ee7b9e:33651 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:54,262 INFO [RS:0;5b0ae2ee7b9e:33651 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:54,262 INFO [RS:0;5b0ae2ee7b9e:33651 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,33651,1732180672079-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:17:54,281 INFO [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:17:54,281 INFO [RS:0;5b0ae2ee7b9e:33651 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,33651,1732180672079-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:54,282 INFO [RS:0;5b0ae2ee7b9e:33651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:54,282 INFO [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.Replication(171): 5b0ae2ee7b9e,33651,1732180672079 started 2024-11-21T09:17:54,300 INFO [RS:0;5b0ae2ee7b9e:33651 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:54,300 INFO [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,33651,1732180672079, RpcServer on 5b0ae2ee7b9e/172.17.0.2:33651, sessionid=0x1015caf5c040004 2024-11-21T09:17:54,300 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:17:54,300 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,33651,1732180672079 2024-11-21T09:17:54,301 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,33651,1732180672079' 2024-11-21T09:17:54,301 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-144279267/flush-table-proc/abort' 2024-11-21T09:17:54,301 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-144279267/flush-table-proc/acquired' 2024-11-21T09:17:54,302 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:17:54,302 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:17:54,302 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,33651,1732180672079 2024-11-21T09:17:54,302 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,33651,1732180672079' 2024-11-21T09:17:54,302 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-144279267/online-snapshot/abort' 2024-11-21T09:17:54,302 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-144279267/online-snapshot/acquired' 2024-11-21T09:17:54,302 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:17:54,302 INFO [RS:0;5b0ae2ee7b9e:33651 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:17:54,302 INFO [RS:0;5b0ae2ee7b9e:33651 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:17:54,403 INFO [RS:0;5b0ae2ee7b9e:33651 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:17:54,407 INFO [RS:0;5b0ae2ee7b9e:33651 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C33651%2C1732180672079, suffix=, logDir=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/WALs/5b0ae2ee7b9e,33651,1732180672079, archiveDir=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/oldWALs, maxLogs=10 2024-11-21T09:17:54,424 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/WALs/5b0ae2ee7b9e,33651,1732180672079/5b0ae2ee7b9e%2C33651%2C1732180672079.1732180674407, exclude list is [], retry=0 2024-11-21T09:17:54,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-8af72662-c4e9-430c-ba52-3681683e1042,DISK] 2024-11-21T09:17:54,433 INFO [RS:0;5b0ae2ee7b9e:33651 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/WALs/5b0ae2ee7b9e,33651,1732180672079/5b0ae2ee7b9e%2C33651%2C1732180672079.1732180674407 2024-11-21T09:17:54,433 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44081:44081)] 2024-11-21T09:17:54,548 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T09:17:54,549 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6 2024-11-21T09:17:54,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741833_1009 (size=32) 2024-11-21T09:17:54,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:54,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:17:54,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:17:54,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:54,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:54,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:17:54,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:17:54,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:54,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:54,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:17:54,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:17:54,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:54,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:54,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:17:54,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:17:54,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:54,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:54,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:17:54,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740 2024-11-21T09:17:54,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740 2024-11-21T09:17:54,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:17:54,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:17:54,576 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:17:54,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:17:54,582 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:17:54,583 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71846972, jitterRate=0.07060331106185913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:17:54,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732180674560Initializing all the Stores at 1732180674561 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180674561Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180674562 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180674562Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180674562Cleaning up temporary data from old regions at 1732180674575 (+13 ms)Region opened successfully at 1732180674583 (+8 ms) 2024-11-21T09:17:54,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:17:54,584 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:17:54,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:17:54,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:17:54,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:17:54,587 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:17:54,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180674584Disabling compacts and flushes for region at 1732180674584Disabling writes for close at 1732180674585 (+1 ms)Writing region close event to WAL at 1732180674587 (+2 ms)Closed at 1732180674587 2024-11-21T09:17:54,590 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:54,590 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T09:17:54,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:17:54,592 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:17:54,594 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T09:17:54,744 DEBUG [5b0ae2ee7b9e:41437 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:17:54,745 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,33651,1732180672079 2024-11-21T09:17:54,747 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,33651,1732180672079, state=OPENING 2024-11-21T09:17:54,840 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T09:17:54,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-144279267 2024-11-21T09:17:54,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x1015caf5c040004, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-144279267 2024-11-21T09:17:54,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-144279267/meta-region-server: CHANGED 2024-11-21T09:17:54,862 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-144279267/meta-region-server: CHANGED 2024-11-21T09:17:54,862 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:17:54,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,33651,1732180672079}] 2024-11-21T09:17:55,015 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:17:55,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:17:55,021 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:17:55,021 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:17:55,022 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:17:55,023 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C33651%2C1732180672079.meta, suffix=.meta, logDir=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/WALs/5b0ae2ee7b9e,33651,1732180672079, archiveDir=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/oldWALs, maxLogs=10 2024-11-21T09:17:55,024 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:17:55,036 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/WALs/5b0ae2ee7b9e,33651,1732180672079/5b0ae2ee7b9e%2C33651%2C1732180672079.meta.1732180675023.meta, exclude list is [], retry=0 2024-11-21T09:17:55,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-8af72662-c4e9-430c-ba52-3681683e1042,DISK] 2024-11-21T09:17:55,040 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/WALs/5b0ae2ee7b9e,33651,1732180672079/5b0ae2ee7b9e%2C33651%2C1732180672079.meta.1732180675023.meta 2024-11-21T09:17:55,040 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44081:44081)] 2024-11-21T09:17:55,040 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:17:55,041 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:17:55,041 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:17:55,041 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:17:55,041 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:17:55,041 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:17:55,041 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:55,041 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:17:55,041 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:17:55,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:17:55,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:17:55,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:55,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:55,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:17:55,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:17:55,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:55,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:55,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:17:55,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:17:55,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:55,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:55,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:17:55,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:17:55,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:55,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:17:55,049 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:17:55,049 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740 2024-11-21T09:17:55,051 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740 2024-11-21T09:17:55,052 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:17:55,052 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:17:55,052 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:17:55,054 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:17:55,055 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59290343, jitterRate=-0.11650504171848297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:17:55,055 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:17:55,055 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180675041Writing region info on filesystem at 1732180675041Initializing all the Stores at 1732180675042 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180675042Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180675043 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180675043Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180675043Cleaning up temporary data from old regions at 1732180675052 (+9 ms)Running coprocessor post-open hooks at 1732180675055 (+3 ms)Region opened successfully at 1732180675055 2024-11-21T09:17:55,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:17:55,056 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732180675015 2024-11-21T09:17:55,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:17:55,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:17:55,058 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:17:55,059 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:17:55,059 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,33651,1732180672079 2024-11-21T09:17:55,060 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,33651,1732180672079, state=OPEN 2024-11-21T09:17:55,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:17:55,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x1015caf5c040004, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-144279267/meta-region-server 2024-11-21T09:17:55,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-144279267/meta-region-server 2024-11-21T09:17:55,072 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,33651,1732180672079 2024-11-21T09:17:55,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-144279267/meta-region-server: CHANGED 2024-11-21T09:17:55,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-144279267/meta-region-server: CHANGED 2024-11-21T09:17:55,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T09:17:55,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,33651,1732180672079 in 210 msec 2024-11-21T09:17:55,076 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T09:17:55,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T09:17:55,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 485 msec 2024-11-21T09:17:55,078 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:17:55,078 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T09:17:55,080 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:17:55,080 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,33651,1732180672079, seqNum=-1] 2024-11-21T09:17:55,080 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:17:55,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:17:55,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 968 msec 2024-11-21T09:17:55,087 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180675086, completionTime=-1 2024-11-21T09:17:55,087 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T09:17:55,087 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:17:55,089 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T09:17:55,089 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732180735089 2024-11-21T09:17:55,089 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732180795089 2024-11-21T09:17:55,089 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T09:17:55,089 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,41437,1732180671932-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:55,089 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,41437,1732180671932-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:55,089 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,41437,1732180671932-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:55,089 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:41437, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:55,089 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:55,089 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:55,091 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T09:17:55,093 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.948sec 2024-11-21T09:17:55,093 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:17:55,093 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:17:55,093 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:17:55,093 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:17:55,093 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:17:55,093 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,41437,1732180671932-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:17:55,093 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,41437,1732180671932-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:17:55,095 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:17:55,095 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:17:55,095 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,41437,1732180671932-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:17:55,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70309cb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:55,103 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,41437,-1 for getting cluster id 2024-11-21T09:17:55,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:55,104 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8073e555-b3ae-419c-b2ad-bc6542b6951e' 2024-11-21T09:17:55,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:55,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8073e555-b3ae-419c-b2ad-bc6542b6951e" 2024-11-21T09:17:55,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:55,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,41437,-1] 2024-11-21T09:17:55,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:55,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:55,106 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:55,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5c82d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:55,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:17:55,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,33651,1732180672079, seqNum=-1] 2024-11-21T09:17:55,109 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:17:55,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:17:55,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b0ae2ee7b9e,41437,1732180671932 2024-11-21T09:17:55,112 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50626 2024-11-21T09:17:55,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:17:55,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015caf5c040005 connected 2024-11-21T09:17:55,139 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:17:55,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,40851,1732180666693 2024-11-21T09:17:55,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38c96b08 2024-11-21T09:17:55,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:17:55,143 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:17:55,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:17:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T09:17:55,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:17:55,153 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:55,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:17:55,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T09:17:55,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:17:55,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741835_1011 (size=902) 2024-11-21T09:17:55,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dcdbd5579dd6600c006c895131072e98, NAME => 'test,,1732180675144.dcdbd5579dd6600c006c895131072e98.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4 2024-11-21T09:17:55,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741836_1012 (size=39) 2024-11-21T09:17:55,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732180675144.dcdbd5579dd6600c006c895131072e98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:55,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dcdbd5579dd6600c006c895131072e98, disabling compactions & flushes 2024-11-21T09:17:55,187 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732180675144.dcdbd5579dd6600c006c895131072e98. 2024-11-21T09:17:55,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180675144.dcdbd5579dd6600c006c895131072e98. 2024-11-21T09:17:55,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732180675144.dcdbd5579dd6600c006c895131072e98. after waiting 0 ms 2024-11-21T09:17:55,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732180675144.dcdbd5579dd6600c006c895131072e98. 2024-11-21T09:17:55,187 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732180675144.dcdbd5579dd6600c006c895131072e98. 2024-11-21T09:17:55,188 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dcdbd5579dd6600c006c895131072e98: Waiting for close lock at 1732180675187Disabling compacts and flushes for region at 1732180675187Disabling writes for close at 1732180675187Writing region close event to WAL at 1732180675187Closed at 1732180675187 2024-11-21T09:17:55,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:17:55,192 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732180675144.dcdbd5579dd6600c006c895131072e98.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732180675192"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180675192"}]},"ts":"1732180675192"} 2024-11-21T09:17:55,195 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:17:55,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:17:55,198 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180675197"}]},"ts":"1732180675197"} 2024-11-21T09:17:55,200 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T09:17:55,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dcdbd5579dd6600c006c895131072e98, ASSIGN}] 2024-11-21T09:17:55,203 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dcdbd5579dd6600c006c895131072e98, ASSIGN 2024-11-21T09:17:55,209 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dcdbd5579dd6600c006c895131072e98, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,40715,1732180666887; forceNewPlan=false, retain=false 2024-11-21T09:17:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:17:55,360 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dcdbd5579dd6600c006c895131072e98, regionState=OPENING, regionLocation=5b0ae2ee7b9e,40715,1732180666887 2024-11-21T09:17:55,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dcdbd5579dd6600c006c895131072e98, ASSIGN because future has completed 2024-11-21T09:17:55,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcdbd5579dd6600c006c895131072e98, server=5b0ae2ee7b9e,40715,1732180666887}] 2024-11-21T09:17:55,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:17:55,523 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732180675144.dcdbd5579dd6600c006c895131072e98. 2024-11-21T09:17:55,523 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dcdbd5579dd6600c006c895131072e98, NAME => 'test,,1732180675144.dcdbd5579dd6600c006c895131072e98.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:17:55,524 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:17:55,524 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T09:17:55,524 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dcdbd5579dd6600c006c895131072e98 2024-11-21T09:17:55,524 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732180675144.dcdbd5579dd6600c006c895131072e98.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:55,525 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dcdbd5579dd6600c006c895131072e98 2024-11-21T09:17:55,525 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dcdbd5579dd6600c006c895131072e98 2024-11-21T09:17:55,526 INFO [StoreOpener-dcdbd5579dd6600c006c895131072e98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dcdbd5579dd6600c006c895131072e98 2024-11-21T09:17:55,528 INFO [StoreOpener-dcdbd5579dd6600c006c895131072e98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcdbd5579dd6600c006c895131072e98 columnFamilyName f 2024-11-21T09:17:55,528 DEBUG [StoreOpener-dcdbd5579dd6600c006c895131072e98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:55,528 INFO [StoreOpener-dcdbd5579dd6600c006c895131072e98-1 {}] regionserver.HStore(327): Store=dcdbd5579dd6600c006c895131072e98/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:55,528 INFO [StoreOpener-dcdbd5579dd6600c006c895131072e98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dcdbd5579dd6600c006c895131072e98 2024-11-21T09:17:55,529 INFO [StoreOpener-dcdbd5579dd6600c006c895131072e98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcdbd5579dd6600c006c895131072e98 columnFamilyName f1 2024-11-21T09:17:55,530 DEBUG [StoreOpener-dcdbd5579dd6600c006c895131072e98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:55,530 INFO [StoreOpener-dcdbd5579dd6600c006c895131072e98-1 {}] regionserver.HStore(327): Store=dcdbd5579dd6600c006c895131072e98/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:55,530 INFO [StoreOpener-dcdbd5579dd6600c006c895131072e98-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dcdbd5579dd6600c006c895131072e98 2024-11-21T09:17:55,531 INFO [StoreOpener-dcdbd5579dd6600c006c895131072e98-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcdbd5579dd6600c006c895131072e98 columnFamilyName norep 2024-11-21T09:17:55,531 DEBUG [StoreOpener-dcdbd5579dd6600c006c895131072e98-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:55,532 INFO [StoreOpener-dcdbd5579dd6600c006c895131072e98-1 {}] regionserver.HStore(327): Store=dcdbd5579dd6600c006c895131072e98/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:55,532 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dcdbd5579dd6600c006c895131072e98 2024-11-21T09:17:55,532 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/default/test/dcdbd5579dd6600c006c895131072e98 2024-11-21T09:17:55,536 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/default/test/dcdbd5579dd6600c006c895131072e98 2024-11-21T09:17:55,538 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dcdbd5579dd6600c006c895131072e98 2024-11-21T09:17:55,538 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dcdbd5579dd6600c006c895131072e98 2024-11-21T09:17:55,539 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:17:55,540 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dcdbd5579dd6600c006c895131072e98 2024-11-21T09:17:55,542 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/default/test/dcdbd5579dd6600c006c895131072e98/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:17:55,543 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dcdbd5579dd6600c006c895131072e98; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69238867, jitterRate=0.03173951804637909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:17:55,543 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dcdbd5579dd6600c006c895131072e98 2024-11-21T09:17:55,544 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dcdbd5579dd6600c006c895131072e98: Running coprocessor pre-open hook at 1732180675525Writing region info on filesystem at 1732180675525Initializing all the Stores at 1732180675526 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180675526Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180675526Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180675526Cleaning up temporary data from old regions at 1732180675538 (+12 ms)Running coprocessor post-open hooks at 1732180675543 (+5 ms)Region opened successfully at 1732180675544 (+1 ms) 2024-11-21T09:17:55,546 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732180675144.dcdbd5579dd6600c006c895131072e98., pid=6, masterSystemTime=1732180675518 2024-11-21T09:17:55,548 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732180675144.dcdbd5579dd6600c006c895131072e98. 2024-11-21T09:17:55,548 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732180675144.dcdbd5579dd6600c006c895131072e98. 2024-11-21T09:17:55,550 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dcdbd5579dd6600c006c895131072e98, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b0ae2ee7b9e,40715,1732180666887 2024-11-21T09:17:55,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcdbd5579dd6600c006c895131072e98, server=5b0ae2ee7b9e,40715,1732180666887 because future has completed 2024-11-21T09:17:55,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T09:17:55,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dcdbd5579dd6600c006c895131072e98, server=5b0ae2ee7b9e,40715,1732180666887 in 188 msec 2024-11-21T09:17:55,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T09:17:55,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dcdbd5579dd6600c006c895131072e98, ASSIGN in 355 msec 2024-11-21T09:17:55,560 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:17:55,560 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180675560"}]},"ts":"1732180675560"} 2024-11-21T09:17:55,563 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T09:17:55,564 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:17:55,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 416 msec 2024-11-21T09:17:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:17:55,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:17:55,789 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T09:17:55,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,41437,1732180671932 2024-11-21T09:17:55,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46ac5f73 2024-11-21T09:17:55,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:17:55,791 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:17:55,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41437 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:17:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41437 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T09:17:55,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:17:55,795 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:55,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41437 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T09:17:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:17:55,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:17:55,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741835_1011 (size=902) 2024-11-21T09:17:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:17:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:17:56,204 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 14832f290726fe23e14ea17b5cf20713, NAME => 'test,,1732180675792.14832f290726fe23e14ea17b5cf20713.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6 2024-11-21T09:17:56,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741836_1012 (size=39) 2024-11-21T09:17:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:17:56,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T09:17:56,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T09:17:56,504 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T09:17:56,504 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T09:17:56,505 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:17:56,505 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T09:17:56,505 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:17:56,505 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T09:17:56,505 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:17:56,505 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T09:17:56,506 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T09:17:56,506 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T09:17:56,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732180675792.14832f290726fe23e14ea17b5cf20713.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:56,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 14832f290726fe23e14ea17b5cf20713, disabling compactions & flushes 2024-11-21T09:17:56,610 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732180675792.14832f290726fe23e14ea17b5cf20713. 2024-11-21T09:17:56,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180675792.14832f290726fe23e14ea17b5cf20713. 2024-11-21T09:17:56,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732180675792.14832f290726fe23e14ea17b5cf20713. after waiting 0 ms 2024-11-21T09:17:56,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732180675792.14832f290726fe23e14ea17b5cf20713. 2024-11-21T09:17:56,610 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732180675792.14832f290726fe23e14ea17b5cf20713. 2024-11-21T09:17:56,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 14832f290726fe23e14ea17b5cf20713: Waiting for close lock at 1732180676610Disabling compacts and flushes for region at 1732180676610Disabling writes for close at 1732180676610Writing region close event to WAL at 1732180676610Closed at 1732180676610 2024-11-21T09:17:56,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:17:56,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732180675792.14832f290726fe23e14ea17b5cf20713.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732180676611"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180676611"}]},"ts":"1732180676611"} 2024-11-21T09:17:56,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:17:56,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:17:56,615 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180676615"}]},"ts":"1732180676615"} 2024-11-21T09:17:56,618 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T09:17:56,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=14832f290726fe23e14ea17b5cf20713, ASSIGN}] 2024-11-21T09:17:56,619 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=14832f290726fe23e14ea17b5cf20713, ASSIGN 2024-11-21T09:17:56,620 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=14832f290726fe23e14ea17b5cf20713, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,33651,1732180672079; forceNewPlan=false, retain=false 2024-11-21T09:17:56,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14832f290726fe23e14ea17b5cf20713, regionState=OPENING, regionLocation=5b0ae2ee7b9e,33651,1732180672079 2024-11-21T09:17:56,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=14832f290726fe23e14ea17b5cf20713, ASSIGN because future has completed 2024-11-21T09:17:56,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14832f290726fe23e14ea17b5cf20713, server=5b0ae2ee7b9e,33651,1732180672079}] 2024-11-21T09:17:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:17:56,931 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732180675792.14832f290726fe23e14ea17b5cf20713. 2024-11-21T09:17:56,931 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 14832f290726fe23e14ea17b5cf20713, NAME => 'test,,1732180675792.14832f290726fe23e14ea17b5cf20713.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:17:56,932 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:17:56,932 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T09:17:56,932 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 14832f290726fe23e14ea17b5cf20713 2024-11-21T09:17:56,932 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732180675792.14832f290726fe23e14ea17b5cf20713.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:56,933 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 14832f290726fe23e14ea17b5cf20713 2024-11-21T09:17:56,933 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 14832f290726fe23e14ea17b5cf20713 2024-11-21T09:17:56,934 INFO [StoreOpener-14832f290726fe23e14ea17b5cf20713-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 14832f290726fe23e14ea17b5cf20713 2024-11-21T09:17:56,936 INFO [StoreOpener-14832f290726fe23e14ea17b5cf20713-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14832f290726fe23e14ea17b5cf20713 columnFamilyName f 2024-11-21T09:17:56,936 DEBUG [StoreOpener-14832f290726fe23e14ea17b5cf20713-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:56,937 INFO [StoreOpener-14832f290726fe23e14ea17b5cf20713-1 {}] regionserver.HStore(327): Store=14832f290726fe23e14ea17b5cf20713/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:56,937 INFO [StoreOpener-14832f290726fe23e14ea17b5cf20713-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 14832f290726fe23e14ea17b5cf20713 2024-11-21T09:17:56,939 INFO [StoreOpener-14832f290726fe23e14ea17b5cf20713-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14832f290726fe23e14ea17b5cf20713 columnFamilyName f1 2024-11-21T09:17:56,939 DEBUG [StoreOpener-14832f290726fe23e14ea17b5cf20713-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:56,940 INFO [StoreOpener-14832f290726fe23e14ea17b5cf20713-1 {}] regionserver.HStore(327): Store=14832f290726fe23e14ea17b5cf20713/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:56,940 INFO [StoreOpener-14832f290726fe23e14ea17b5cf20713-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 14832f290726fe23e14ea17b5cf20713 2024-11-21T09:17:56,942 INFO [StoreOpener-14832f290726fe23e14ea17b5cf20713-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14832f290726fe23e14ea17b5cf20713 columnFamilyName norep 2024-11-21T09:17:56,942 DEBUG [StoreOpener-14832f290726fe23e14ea17b5cf20713-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:56,943 INFO [StoreOpener-14832f290726fe23e14ea17b5cf20713-1 {}] regionserver.HStore(327): Store=14832f290726fe23e14ea17b5cf20713/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:56,943 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 14832f290726fe23e14ea17b5cf20713 2024-11-21T09:17:56,944 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/default/test/14832f290726fe23e14ea17b5cf20713 2024-11-21T09:17:56,944 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/default/test/14832f290726fe23e14ea17b5cf20713 2024-11-21T09:17:56,945 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 14832f290726fe23e14ea17b5cf20713 2024-11-21T09:17:56,945 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 14832f290726fe23e14ea17b5cf20713 2024-11-21T09:17:56,946 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:17:56,947 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 14832f290726fe23e14ea17b5cf20713 2024-11-21T09:17:56,953 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/default/test/14832f290726fe23e14ea17b5cf20713/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:17:56,953 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 14832f290726fe23e14ea17b5cf20713; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66393155, jitterRate=-0.010664895176887512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:17:56,954 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14832f290726fe23e14ea17b5cf20713 2024-11-21T09:17:56,954 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 14832f290726fe23e14ea17b5cf20713: Running coprocessor pre-open hook at 1732180676933Writing region info on filesystem at 1732180676933Initializing all the Stores at 1732180676934 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180676934Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180676934Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180676934Cleaning up temporary data from old regions at 1732180676945 (+11 ms)Running coprocessor post-open hooks at 1732180676954 (+9 ms)Region opened successfully at 1732180676954 2024-11-21T09:17:56,955 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732180675792.14832f290726fe23e14ea17b5cf20713., pid=6, masterSystemTime=1732180676926 2024-11-21T09:17:56,958 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732180675792.14832f290726fe23e14ea17b5cf20713. 2024-11-21T09:17:56,958 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732180675792.14832f290726fe23e14ea17b5cf20713. 2024-11-21T09:17:56,959 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14832f290726fe23e14ea17b5cf20713, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b0ae2ee7b9e,33651,1732180672079 2024-11-21T09:17:56,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14832f290726fe23e14ea17b5cf20713, server=5b0ae2ee7b9e,33651,1732180672079 because future has completed 2024-11-21T09:17:56,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T09:17:56,966 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 14832f290726fe23e14ea17b5cf20713, server=5b0ae2ee7b9e,33651,1732180672079 in 190 msec 2024-11-21T09:17:56,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T09:17:56,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=14832f290726fe23e14ea17b5cf20713, ASSIGN in 348 msec 2024-11-21T09:17:56,972 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:17:56,972 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180676972"}]},"ts":"1732180676972"} 2024-11-21T09:17:56,975 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T09:17:56,977 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:17:56,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1850 sec 2024-11-21T09:17:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41437 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:17:57,939 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T09:17:57,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b8b46f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:57,939 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,40851,-1 for getting cluster id 2024-11-21T09:17:57,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:57,940 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f89ef6d4-904c-4368-9f9a-c1a7f38a8c2c' 2024-11-21T09:17:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f89ef6d4-904c-4368-9f9a-c1a7f38a8c2c" 2024-11-21T09:17:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b45a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,40851,-1] 2024-11-21T09:17:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:57,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:57,942 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:57,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b17b622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:57,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6a4256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:57,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,41437,-1 for getting cluster id 2024-11-21T09:17:57,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:57,945 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8073e555-b3ae-419c-b2ad-bc6542b6951e' 2024-11-21T09:17:57,945 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:57,945 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8073e555-b3ae-419c-b2ad-bc6542b6951e" 2024-11-21T09:17:57,945 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bcb4b74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:57,945 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,41437,-1] 2024-11-21T09:17:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:57,947 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:57,948 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251bf57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:57,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13aa8845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:57,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,40851,-1 for getting cluster id 2024-11-21T09:17:57,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:57,950 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f89ef6d4-904c-4368-9f9a-c1a7f38a8c2c' 2024-11-21T09:17:57,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:57,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f89ef6d4-904c-4368-9f9a-c1a7f38a8c2c" 2024-11-21T09:17:57,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d0e599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:57,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,40851,-1] 2024-11-21T09:17:57,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:57,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:57,952 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:57,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b267329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:57,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:17:57,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,40851,1732180666693 2024-11-21T09:17:57,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ef97b83 2024-11-21T09:17:57,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:17:57,959 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:17:57,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b0ae2ee7b9e:41437,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-21T09:17:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T09:17:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:17:57,963 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:41437' 2024-11-21T09:17:57,964 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2a3cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:57,964 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,41437,-1 for getting cluster id 2024-11-21T09:17:57,964 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:57,965 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8073e555-b3ae-419c-b2ad-bc6542b6951e' 2024-11-21T09:17:57,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:57,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8073e555-b3ae-419c-b2ad-bc6542b6951e" 2024-11-21T09:17:57,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18369c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:57,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,41437,-1] 2024-11-21T09:17:57,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:57,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:57,967 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:57,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@faa0b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:57,968 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:17:57,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,41437,1732180671932 2024-11-21T09:17:57,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b65f360 2024-11-21T09:17:57,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:17:57,970 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:17:57,971 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T09:17:57,971 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T09:17:57,971 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:57,971 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:57,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:17:57,971 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:17:57,972 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T09:17:57,973 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:17:57,973 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:57,975 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:17:57,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741837_1013 (size=1138) 2024-11-21T09:17:58,023 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T09:17:58,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:17:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:17:58,384 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fcd5c40b997b91cde5b7a0fd2dfdd406, NAME => 'hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4 2024-11-21T09:17:58,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741838_1014 (size=44) 2024-11-21T09:17:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:17:58,790 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:58,790 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fcd5c40b997b91cde5b7a0fd2dfdd406, disabling compactions & flushes 2024-11-21T09:17:58,790 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406. 2024-11-21T09:17:58,790 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406. 2024-11-21T09:17:58,790 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406. after waiting 0 ms 2024-11-21T09:17:58,790 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406. 2024-11-21T09:17:58,790 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406. 2024-11-21T09:17:58,790 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fcd5c40b997b91cde5b7a0fd2dfdd406: Waiting for close lock at 1732180678790Disabling compacts and flushes for region at 1732180678790Disabling writes for close at 1732180678790Writing region close event to WAL at 1732180678790Closed at 1732180678790 2024-11-21T09:17:58,792 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:17:58,792 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732180678792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180678792"}]},"ts":"1732180678792"} 2024-11-21T09:17:58,795 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:17:58,796 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:17:58,796 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180678796"}]},"ts":"1732180678796"} 2024-11-21T09:17:58,798 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T09:17:58,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fcd5c40b997b91cde5b7a0fd2dfdd406, ASSIGN}] 2024-11-21T09:17:58,800 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fcd5c40b997b91cde5b7a0fd2dfdd406, ASSIGN 2024-11-21T09:17:58,801 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fcd5c40b997b91cde5b7a0fd2dfdd406, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,40715,1732180666887; forceNewPlan=false, retain=false 2024-11-21T09:17:58,951 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fcd5c40b997b91cde5b7a0fd2dfdd406, regionState=OPENING, regionLocation=5b0ae2ee7b9e,40715,1732180666887 2024-11-21T09:17:58,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fcd5c40b997b91cde5b7a0fd2dfdd406, ASSIGN because future has completed 2024-11-21T09:17:58,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcd5c40b997b91cde5b7a0fd2dfdd406, server=5b0ae2ee7b9e,40715,1732180666887}] 2024-11-21T09:17:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:17:59,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406. 2024-11-21T09:17:59,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:17:59,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T09:17:59,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C40715%2C1732180666887.rep, suffix=, logDir=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887, archiveDir=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/oldWALs, maxLogs=10 2024-11-21T09:17:59,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.rep.1732180679115, exclude list is [], retry=0 2024-11-21T09:17:59,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38231,DS-32efeac4-8d4a-4441-b985-3e537bac4f14,DISK] 2024-11-21T09:17:59,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.rep.1732180679115 2024-11-21T09:17:59,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33663:33663)] 2024-11-21T09:17:59,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fcd5c40b997b91cde5b7a0fd2dfdd406, NAME => 'hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:17:59,131 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:17:59,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:17:59,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406. service=MultiRowMutationService 2024-11-21T09:17:59,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T09:17:59,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fcd5c40b997b91cde5b7a0fd2dfdd406 2024-11-21T09:17:59,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:17:59,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fcd5c40b997b91cde5b7a0fd2dfdd406 2024-11-21T09:17:59,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fcd5c40b997b91cde5b7a0fd2dfdd406 2024-11-21T09:17:59,133 INFO [StoreOpener-fcd5c40b997b91cde5b7a0fd2dfdd406-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fcd5c40b997b91cde5b7a0fd2dfdd406 2024-11-21T09:17:59,135 INFO [StoreOpener-fcd5c40b997b91cde5b7a0fd2dfdd406-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcd5c40b997b91cde5b7a0fd2dfdd406 columnFamilyName hfileref 2024-11-21T09:17:59,135 DEBUG [StoreOpener-fcd5c40b997b91cde5b7a0fd2dfdd406-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:59,135 INFO [StoreOpener-fcd5c40b997b91cde5b7a0fd2dfdd406-1 {}] regionserver.HStore(327): Store=fcd5c40b997b91cde5b7a0fd2dfdd406/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:59,135 INFO [StoreOpener-fcd5c40b997b91cde5b7a0fd2dfdd406-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fcd5c40b997b91cde5b7a0fd2dfdd406 2024-11-21T09:17:59,136 INFO [StoreOpener-fcd5c40b997b91cde5b7a0fd2dfdd406-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcd5c40b997b91cde5b7a0fd2dfdd406 columnFamilyName queue 2024-11-21T09:17:59,136 DEBUG [StoreOpener-fcd5c40b997b91cde5b7a0fd2dfdd406-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:59,137 INFO [StoreOpener-fcd5c40b997b91cde5b7a0fd2dfdd406-1 {}] regionserver.HStore(327): Store=fcd5c40b997b91cde5b7a0fd2dfdd406/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:59,137 INFO [StoreOpener-fcd5c40b997b91cde5b7a0fd2dfdd406-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fcd5c40b997b91cde5b7a0fd2dfdd406 2024-11-21T09:17:59,138 INFO [StoreOpener-fcd5c40b997b91cde5b7a0fd2dfdd406-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcd5c40b997b91cde5b7a0fd2dfdd406 columnFamilyName sid 2024-11-21T09:17:59,138 DEBUG [StoreOpener-fcd5c40b997b91cde5b7a0fd2dfdd406-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:17:59,138 INFO [StoreOpener-fcd5c40b997b91cde5b7a0fd2dfdd406-1 {}] regionserver.HStore(327): Store=fcd5c40b997b91cde5b7a0fd2dfdd406/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:17:59,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fcd5c40b997b91cde5b7a0fd2dfdd406 2024-11-21T09:17:59,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/replication/fcd5c40b997b91cde5b7a0fd2dfdd406 2024-11-21T09:17:59,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/replication/fcd5c40b997b91cde5b7a0fd2dfdd406 2024-11-21T09:17:59,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fcd5c40b997b91cde5b7a0fd2dfdd406 2024-11-21T09:17:59,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fcd5c40b997b91cde5b7a0fd2dfdd406 2024-11-21T09:17:59,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:17:59,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fcd5c40b997b91cde5b7a0fd2dfdd406 2024-11-21T09:17:59,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/replication/fcd5c40b997b91cde5b7a0fd2dfdd406/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:17:59,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fcd5c40b997b91cde5b7a0fd2dfdd406; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71629886, jitterRate=0.06736847758293152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:17:59,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fcd5c40b997b91cde5b7a0fd2dfdd406 2024-11-21T09:17:59,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fcd5c40b997b91cde5b7a0fd2dfdd406: Running coprocessor pre-open hook at 1732180679132Writing region info on filesystem at 1732180679132Initializing all the Stores at 1732180679133 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180679133Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180679133Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180679133Cleaning up temporary data from old regions at 1732180679140 (+7 ms)Running coprocessor post-open hooks at 1732180679144 (+4 ms)Region opened successfully at 1732180679144 2024-11-21T09:17:59,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406., pid=10, masterSystemTime=1732180679105 2024-11-21T09:17:59,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406. 2024-11-21T09:17:59,148 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fcd5c40b997b91cde5b7a0fd2dfdd406, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,40715,1732180666887 2024-11-21T09:17:59,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406. 2024-11-21T09:17:59,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcd5c40b997b91cde5b7a0fd2dfdd406, server=5b0ae2ee7b9e,40715,1732180666887 because future has completed 2024-11-21T09:17:59,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T09:17:59,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fcd5c40b997b91cde5b7a0fd2dfdd406, server=5b0ae2ee7b9e,40715,1732180666887 in 197 msec 2024-11-21T09:17:59,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T09:17:59,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fcd5c40b997b91cde5b7a0fd2dfdd406, ASSIGN in 354 msec 2024-11-21T09:17:59,156 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:17:59,156 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180679156"}]},"ts":"1732180679156"} 2024-11-21T09:17:59,159 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T09:17:59,160 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:17:59,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-21T09:17:59,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406., hostname=5b0ae2ee7b9e,40715,1732180666887, seqNum=2] 2024-11-21T09:17:59,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808999518 2024-11-21T09:17:59,261 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1015caf5c040001, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808999518 2024-11-21T09:17:59,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T09:17:59,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40715 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T09:17:59,436 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T09:17:59,462 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5b0ae2ee7b9e,40715,1732180666887, ReplicationSource: 1, currentBandwidth=0 2024-11-21T09:17:59,462 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:17:59,463 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,40715,1732180666887, seqNum=-1] 2024-11-21T09:17:59,463 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:17:59,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-21T09:17:59,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b0ae2ee7b9e,40715,1732180666887', locateType=CURRENT is [region=hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406., hostname=5b0ae2ee7b9e,40715,1732180666887, seqNum=2] 2024-11-21T09:17:59,479 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T09:17:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T09:17:59,482 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b0ae2ee7b9e,40715,1732180666887 suceeded 2024-11-21T09:17:59,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T09:17:59,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-21T09:17:59,485 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b0ae2ee7b9e:41437,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-21T09:17:59,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5250 sec 2024-11-21T09:17:59,501 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:41437' 2024-11-21T09:17:59,503 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5774d8b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:59,503 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,41437,-1 for getting cluster id 2024-11-21T09:17:59,503 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:17:59,504 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8073e555-b3ae-419c-b2ad-bc6542b6951e' 2024-11-21T09:17:59,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:17:59,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8073e555-b3ae-419c-b2ad-bc6542b6951e" 2024-11-21T09:17:59,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56d28bef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:59,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,41437,-1] 2024-11-21T09:17:59,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:17:59,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:17:59,506 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:17:59,507 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2137aa99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:17:59,507 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:17:59,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,41437,1732180671932 2024-11-21T09:17:59,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46f48ef0 2024-11-21T09:17:59,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:17:59,510 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-21T09:17:59,510 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b0ae2ee7b9e,40715,1732180666887 (queues=1) is replicating from cluster=f89ef6d4-904c-4368-9f9a-c1a7f38a8c2c to cluster=8073e555-b3ae-419c-b2ad-bc6542b6951e 2024-11-21T09:17:59,511 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b0ae2ee7b9e%2C40715%2C1732180666887 2024-11-21T09:17:59,511 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b0ae2ee7b9e,40715,1732180666887, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T09:17:59,511 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946, startPosition=0, beingWritten=true 2024-11-21T09:17:59,512 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.shipper5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b0ae2ee7b9e%2C40715%2C1732180666887 2024-11-21T09:17:59,522 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:17:59,522 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 379, reset compression=false 2024-11-21T09:17:59,522 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.shipper5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,40715,1732180666887 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:17:59,726 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 379, reset compression=false 2024-11-21T09:18:00,030 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 379, reset compression=false 2024-11-21T09:18:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:18:00,110 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T09:18:00,110 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:18:00,110 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:18:00,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:18:00,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:18:00,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:18:00,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:18:00,118 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732180680115/Put/seqid=0 2024-11-21T09:18:00,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741840_1016 (size=7894) 2024-11-21T09:18:00,435 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 379, reset compression=false 2024-11-21T09:18:00,530 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/load_f/f/hfile_1 is 34, key is ddd/f:row/1732180680528/Put/seqid=0 2024-11-21T09:18:00,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741841_1017 (size=7691) 2024-11-21T09:18:00,543 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:18:00,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:18:00,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:18:00,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:18:00,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:18:00,589 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T09:18:00,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50953ab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:18:00,938 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,40851,-1 for getting cluster id 2024-11-21T09:18:00,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:18:00,939 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f89ef6d4-904c-4368-9f9a-c1a7f38a8c2c' 2024-11-21T09:18:00,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:18:00,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f89ef6d4-904c-4368-9f9a-c1a7f38a8c2c" 2024-11-21T09:18:00,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7937e038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:18:00,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,40851,-1] 2024-11-21T09:18:00,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:18:00,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:18:00,941 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:18:00,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff0ceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:18:00,941 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 379, reset compression=false 2024-11-21T09:18:00,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:18:00,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,40715,1732180666887, seqNum=-1] 2024-11-21T09:18:00,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:18:00,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:18:00,954 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:18:00,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,40851,1732180666693 2024-11-21T09:18:00,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15e92115 2024-11-21T09:18:00,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:18:00,958 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:18:00,963 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732180675144.dcdbd5579dd6600c006c895131072e98., hostname=5b0ae2ee7b9e,40715,1732180666887, seqNum=2] 2024-11-21T09:18:00,971 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T09:18:00,983 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-21T09:18:00,986 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-21T09:18:01,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/load_f/f/hfile_1 for inclusion in dcdbd5579dd6600c006c895131072e98/f 2024-11-21T09:18:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T09:18:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T09:18:01,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/load_f/f/hfile_0 for inclusion in dcdbd5579dd6600c006c895131072e98/f 2024-11-21T09:18:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T09:18:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T09:18:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HRegion(2603): Flush status journal for dcdbd5579dd6600c006c895131072e98: 2024-11-21T09:18:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/load_f/f/hfile_1 to hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/staging/jenkins__test__6q8hct4ceckas5qk5lv8l1rt0nn3am31kipa1c4u57q4bd1137pirev8r36gv4hb/f/hfile_1 2024-11-21T09:18:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/staging/jenkins__test__6q8hct4ceckas5qk5lv8l1rt0nn3am31kipa1c4u57q4bd1137pirev8r36gv4hb/f/hfile_1 as hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/default/test/dcdbd5579dd6600c006c895131072e98/f/61b0cfe6cd3049d8853f97601bf727a9_SeqId_4_ 2024-11-21T09:18:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/load_f/f/hfile_0 to hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/staging/jenkins__test__6q8hct4ceckas5qk5lv8l1rt0nn3am31kipa1c4u57q4bd1137pirev8r36gv4hb/f/hfile_0 2024-11-21T09:18:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/staging/jenkins__test__6q8hct4ceckas5qk5lv8l1rt0nn3am31kipa1c4u57q4bd1137pirev8r36gv4hb/f/hfile_0 as hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/default/test/dcdbd5579dd6600c006c895131072e98/f/caf9884eb3cc426ca0fbe2f1b8487050_SeqId_4_ 2024-11-21T09:18:01,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/staging/jenkins__test__6q8hct4ceckas5qk5lv8l1rt0nn3am31kipa1c4u57q4bd1137pirev8r36gv4hb/f/hfile_1 into dcdbd5579dd6600c006c895131072e98/f as hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/default/test/dcdbd5579dd6600c006c895131072e98/f/61b0cfe6cd3049d8853f97601bf727a9_SeqId_4_ - updating store file list. 2024-11-21T09:18:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 61b0cfe6cd3049d8853f97601bf727a9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T09:18:01,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/default/test/dcdbd5579dd6600c006c895131072e98/f/61b0cfe6cd3049d8853f97601bf727a9_SeqId_4_ into dcdbd5579dd6600c006c895131072e98/f 2024-11-21T09:18:01,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/staging/jenkins__test__6q8hct4ceckas5qk5lv8l1rt0nn3am31kipa1c4u57q4bd1137pirev8r36gv4hb/f/hfile_1 into dcdbd5579dd6600c006c895131072e98/f (new location: hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/default/test/dcdbd5579dd6600c006c895131072e98/f/61b0cfe6cd3049d8853f97601bf727a9_SeqId_4_) 2024-11-21T09:18:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/staging/jenkins__test__6q8hct4ceckas5qk5lv8l1rt0nn3am31kipa1c4u57q4bd1137pirev8r36gv4hb/f/hfile_1 2024-11-21T09:18:01,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/staging/jenkins__test__6q8hct4ceckas5qk5lv8l1rt0nn3am31kipa1c4u57q4bd1137pirev8r36gv4hb/f/hfile_0 into dcdbd5579dd6600c006c895131072e98/f as hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/default/test/dcdbd5579dd6600c006c895131072e98/f/caf9884eb3cc426ca0fbe2f1b8487050_SeqId_4_ - updating store file list. 2024-11-21T09:18:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for caf9884eb3cc426ca0fbe2f1b8487050_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T09:18:01,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/default/test/dcdbd5579dd6600c006c895131072e98/f/caf9884eb3cc426ca0fbe2f1b8487050_SeqId_4_ into dcdbd5579dd6600c006c895131072e98/f 2024-11-21T09:18:01,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/staging/jenkins__test__6q8hct4ceckas5qk5lv8l1rt0nn3am31kipa1c4u57q4bd1137pirev8r36gv4hb/f/hfile_0 into dcdbd5579dd6600c006c895131072e98/f (new location: hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/default/test/dcdbd5579dd6600c006c895131072e98/f/caf9884eb3cc426ca0fbe2f1b8487050_SeqId_4_) 2024-11-21T09:18:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/staging/jenkins__test__6q8hct4ceckas5qk5lv8l1rt0nn3am31kipa1c4u57q4bd1137pirev8r36gv4hb/f/hfile_0 2024-11-21T09:18:01,041 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:18:01,041 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:18:01,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:18:01,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:18:01,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:18:01,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:18:01,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732180675144.dcdbd5579dd6600c006c895131072e98., hostname=5b0ae2ee7b9e,40715,1732180666887, seqNum=2 , the old value is region=test,,1732180675144.dcdbd5579dd6600c006c895131072e98., hostname=5b0ae2ee7b9e,40715,1732180666887, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5b0ae2ee7b9e:40715 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T09:18:01,043 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,33651,1732180672079, seqNum=-1] 2024-11-21T09:18:01,043 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:18:01,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732180675144.dcdbd5579dd6600c006c895131072e98., hostname=5b0ae2ee7b9e,40715,1732180666887, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T09:18:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732180675144.dcdbd5579dd6600c006c895131072e98., hostname=5b0ae2ee7b9e,40715,1732180666887, seqNum=2 from cache 2024-11-21T09:18:01,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:18:01,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:57522 deadline: 1732180741041 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:57522 2024-11-21T09:18:01,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732180675792.14832f290726fe23e14ea17b5cf20713., hostname=5b0ae2ee7b9e,33651,1732180672079, seqNum=2] 2024-11-21T09:18:01,049 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T09:18:01,149 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:40715 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T09:18:01,548 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 379, reset compression=false 2024-11-21T09:18:01,554 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:18:01,554 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.shipper5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,40715,1732180666887 got entry batch from reader: WALEntryBatch [walEntries=[{test/dcdbd5579dd6600c006c895131072e98/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732180681036/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T09:18:01,574 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.shipper5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:18:01,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-21T09:18:01,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] regionserver.ReplicationSink(318): Replicating [f89ef6d4-904c-4368-9f9a-c1a7f38a8c2c] bulk loaded data 2024-11-21T09:18:01,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74d58b1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:18:01,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,41437,-1 for getting cluster id 2024-11-21T09:18:01,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:18:01,581 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8073e555-b3ae-419c-b2ad-bc6542b6951e' 2024-11-21T09:18:01,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:18:01,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8073e555-b3ae-419c-b2ad-bc6542b6951e" 2024-11-21T09:18:01,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39c68139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:18:01,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,41437,-1] 2024-11-21T09:18:01,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:18:01,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:18:01,583 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:18:01,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@511c4d8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:18:01,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741837_1013 (size=7691) 2024-11-21T09:18:01,754 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 687, reset compression=false 2024-11-21T09:18:02,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741838_1014 (size=7894) 2024-11-21T09:18:02,051 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T09:18:02,058 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 687, reset compression=false 2024-11-21T09:18:02,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:18:02,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,41437,1732180671932 2024-11-21T09:18:02,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42797246 2024-11-21T09:18:02,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:18:02,415 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-21T09:18:02,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T09:18:02,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:18:02,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,33651,1732180672079, seqNum=-1] 2024-11-21T09:18:02,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:18:02,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-21T09:18:02,424 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/staging/jenkins.hfs.6__test__2ksfeukq7s74kb67s6cb40huok86nbqik12p888cjuodolovd6dneo5v01vtf8ev/f/61b0cfe6cd3049d8853f97601bf727a9_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T09:18:02,428 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/staging/jenkins.hfs.6__test__2ksfeukq7s74kb67s6cb40huok86nbqik12p888cjuodolovd6dneo5v01vtf8ev/f/caf9884eb3cc426ca0fbe2f1b8487050_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T09:18:02,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/staging/jenkins.hfs.6__test__2ksfeukq7s74kb67s6cb40huok86nbqik12p888cjuodolovd6dneo5v01vtf8ev/f/61b0cfe6cd3049d8853f97601bf727a9_SeqId_4_ for inclusion in 14832f290726fe23e14ea17b5cf20713/f 2024-11-21T09:18:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T09:18:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T09:18:02,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/staging/jenkins.hfs.6__test__2ksfeukq7s74kb67s6cb40huok86nbqik12p888cjuodolovd6dneo5v01vtf8ev/f/caf9884eb3cc426ca0fbe2f1b8487050_SeqId_4_ for inclusion in 14832f290726fe23e14ea17b5cf20713/f 2024-11-21T09:18:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T09:18:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T09:18:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] regionserver.HRegion(2603): Flush status journal for 14832f290726fe23e14ea17b5cf20713: 2024-11-21T09:18:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 61b0cfe6cd3049d8853f97601bf727a9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T09:18:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/staging/jenkins.hfs.6__test__2ksfeukq7s74kb67s6cb40huok86nbqik12p888cjuodolovd6dneo5v01vtf8ev/f/61b0cfe6cd3049d8853f97601bf727a9_SeqId_4_ as hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/default/test/14832f290726fe23e14ea17b5cf20713/f/03b6a6079632413f94f0b136b16714a0_SeqId_4_ 2024-11-21T09:18:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): caf9884eb3cc426ca0fbe2f1b8487050_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T09:18:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/staging/jenkins.hfs.6__test__2ksfeukq7s74kb67s6cb40huok86nbqik12p888cjuodolovd6dneo5v01vtf8ev/f/caf9884eb3cc426ca0fbe2f1b8487050_SeqId_4_ as hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/default/test/14832f290726fe23e14ea17b5cf20713/f/0fe6d5cd7e6049bda684e01147de819b_SeqId_4_ 2024-11-21T09:18:02,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/staging/jenkins.hfs.6__test__2ksfeukq7s74kb67s6cb40huok86nbqik12p888cjuodolovd6dneo5v01vtf8ev/f/61b0cfe6cd3049d8853f97601bf727a9_SeqId_4_ into 14832f290726fe23e14ea17b5cf20713/f as hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/default/test/14832f290726fe23e14ea17b5cf20713/f/03b6a6079632413f94f0b136b16714a0_SeqId_4_ - updating store file list. 2024-11-21T09:18:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 03b6a6079632413f94f0b136b16714a0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T09:18:02,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/default/test/14832f290726fe23e14ea17b5cf20713/f/03b6a6079632413f94f0b136b16714a0_SeqId_4_ into 14832f290726fe23e14ea17b5cf20713/f 2024-11-21T09:18:02,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/staging/jenkins.hfs.6__test__2ksfeukq7s74kb67s6cb40huok86nbqik12p888cjuodolovd6dneo5v01vtf8ev/f/61b0cfe6cd3049d8853f97601bf727a9_SeqId_4_ into 14832f290726fe23e14ea17b5cf20713/f (new location: hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/default/test/14832f290726fe23e14ea17b5cf20713/f/03b6a6079632413f94f0b136b16714a0_SeqId_4_) 2024-11-21T09:18:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/staging/jenkins.hfs.6__test__2ksfeukq7s74kb67s6cb40huok86nbqik12p888cjuodolovd6dneo5v01vtf8ev/f/61b0cfe6cd3049d8853f97601bf727a9_SeqId_4_ 2024-11-21T09:18:02,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/staging/jenkins.hfs.6__test__2ksfeukq7s74kb67s6cb40huok86nbqik12p888cjuodolovd6dneo5v01vtf8ev/f/caf9884eb3cc426ca0fbe2f1b8487050_SeqId_4_ into 14832f290726fe23e14ea17b5cf20713/f as hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/default/test/14832f290726fe23e14ea17b5cf20713/f/0fe6d5cd7e6049bda684e01147de819b_SeqId_4_ - updating store file list. 2024-11-21T09:18:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0fe6d5cd7e6049bda684e01147de819b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T09:18:02,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/default/test/14832f290726fe23e14ea17b5cf20713/f/0fe6d5cd7e6049bda684e01147de819b_SeqId_4_ into 14832f290726fe23e14ea17b5cf20713/f 2024-11-21T09:18:02,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/staging/jenkins.hfs.6__test__2ksfeukq7s74kb67s6cb40huok86nbqik12p888cjuodolovd6dneo5v01vtf8ev/f/caf9884eb3cc426ca0fbe2f1b8487050_SeqId_4_ into 14832f290726fe23e14ea17b5cf20713/f (new location: hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/default/test/14832f290726fe23e14ea17b5cf20713/f/0fe6d5cd7e6049bda684e01147de819b_SeqId_4_) 2024-11-21T09:18:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/staging/jenkins.hfs.6__test__2ksfeukq7s74kb67s6cb40huok86nbqik12p888cjuodolovd6dneo5v01vtf8ev/f/caf9884eb3cc426ca0fbe2f1b8487050_SeqId_4_ 2024-11-21T09:18:02,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33651 {}] regionserver.ReplicationSink(324): Finished replicating [f89ef6d4-904c-4368-9f9a-c1a7f38a8c2c] bulk loaded data 2024-11-21T09:18:02,462 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 687, reset compression=false 2024-11-21T09:18:02,966 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 687, reset compression=false 2024-11-21T09:18:03,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:18:03,092 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732180683090/Put/seqid=0 2024-11-21T09:18:03,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741842_1018 (size=7997) 2024-11-21T09:18:03,502 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732180683501/Put/seqid=0 2024-11-21T09:18:03,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741843_1019 (size=7794) 2024-11-21T09:18:03,570 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 687, reset compression=false 2024-11-21T09:18:03,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce76c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:18:03,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,40851,-1 for getting cluster id 2024-11-21T09:18:03,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:18:03,910 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f89ef6d4-904c-4368-9f9a-c1a7f38a8c2c' 2024-11-21T09:18:03,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:18:03,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f89ef6d4-904c-4368-9f9a-c1a7f38a8c2c" 2024-11-21T09:18:03,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de524d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:18:03,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,40851,-1] 2024-11-21T09:18:03,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:18:03,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:18:03,913 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:18:03,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4a1c19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:18:03,915 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:18:03,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,40715,1732180666887, seqNum=-1] 2024-11-21T09:18:03,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:18:03,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:18:03,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:18:03,944 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,40851,1732180666693 2024-11-21T09:18:03,944 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e69460d 2024-11-21T09:18:03,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:18:03,946 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:18:03,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732180675144.dcdbd5579dd6600c006c895131072e98., hostname=5b0ae2ee7b9e,40715,1732180666887, seqNum=2] 2024-11-21T09:18:03,959 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T09:18:03,970 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-21T09:18:03,976 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-21T09:18:04,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/load_f1/f1/hfile_0 for inclusion in dcdbd5579dd6600c006c895131072e98/f1 2024-11-21T09:18:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T09:18:04,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T09:18:04,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/load_f1/f1/hfile_1 for inclusion in dcdbd5579dd6600c006c895131072e98/f1 2024-11-21T09:18:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T09:18:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T09:18:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HRegion(2603): Flush status journal for dcdbd5579dd6600c006c895131072e98: 2024-11-21T09:18:04,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/load_f1/f1/hfile_0 to hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/staging/jenkins__test__be2kb273p8gfaf5sueddl8a5hjo178vhfglurui06doddjqepbhu8vp50gcm9fce/f1/hfile_0 2024-11-21T09:18:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/staging/jenkins__test__be2kb273p8gfaf5sueddl8a5hjo178vhfglurui06doddjqepbhu8vp50gcm9fce/f1/hfile_0 as hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/default/test/dcdbd5579dd6600c006c895131072e98/f1/3458666088dd49018db5167f2faf0228_SeqId_6_ 2024-11-21T09:18:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/load_f1/f1/hfile_1 to hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/staging/jenkins__test__be2kb273p8gfaf5sueddl8a5hjo178vhfglurui06doddjqepbhu8vp50gcm9fce/f1/hfile_1 2024-11-21T09:18:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/staging/jenkins__test__be2kb273p8gfaf5sueddl8a5hjo178vhfglurui06doddjqepbhu8vp50gcm9fce/f1/hfile_1 as hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/default/test/dcdbd5579dd6600c006c895131072e98/f1/b9e8e701869545aa9fdbcbd6b66dcfbe_SeqId_6_ 2024-11-21T09:18:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-21T09:18:04,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/staging/jenkins__test__be2kb273p8gfaf5sueddl8a5hjo178vhfglurui06doddjqepbhu8vp50gcm9fce/f1/hfile_0 into dcdbd5579dd6600c006c895131072e98/f1 as hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/default/test/dcdbd5579dd6600c006c895131072e98/f1/3458666088dd49018db5167f2faf0228_SeqId_6_ - updating store file list. 2024-11-21T09:18:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3458666088dd49018db5167f2faf0228_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T09:18:04,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/default/test/dcdbd5579dd6600c006c895131072e98/f1/3458666088dd49018db5167f2faf0228_SeqId_6_ into dcdbd5579dd6600c006c895131072e98/f1 2024-11-21T09:18:04,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/staging/jenkins__test__be2kb273p8gfaf5sueddl8a5hjo178vhfglurui06doddjqepbhu8vp50gcm9fce/f1/hfile_0 into dcdbd5579dd6600c006c895131072e98/f1 (new location: hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/default/test/dcdbd5579dd6600c006c895131072e98/f1/3458666088dd49018db5167f2faf0228_SeqId_6_) 2024-11-21T09:18:04,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/staging/jenkins__test__be2kb273p8gfaf5sueddl8a5hjo178vhfglurui06doddjqepbhu8vp50gcm9fce/f1/hfile_0 2024-11-21T09:18:04,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/staging/jenkins__test__be2kb273p8gfaf5sueddl8a5hjo178vhfglurui06doddjqepbhu8vp50gcm9fce/f1/hfile_1 into dcdbd5579dd6600c006c895131072e98/f1 as hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/default/test/dcdbd5579dd6600c006c895131072e98/f1/b9e8e701869545aa9fdbcbd6b66dcfbe_SeqId_6_ - updating store file list. 2024-11-21T09:18:04,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b9e8e701869545aa9fdbcbd6b66dcfbe_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T09:18:04,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/default/test/dcdbd5579dd6600c006c895131072e98/f1/b9e8e701869545aa9fdbcbd6b66dcfbe_SeqId_6_ into dcdbd5579dd6600c006c895131072e98/f1 2024-11-21T09:18:04,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/staging/jenkins__test__be2kb273p8gfaf5sueddl8a5hjo178vhfglurui06doddjqepbhu8vp50gcm9fce/f1/hfile_1 into dcdbd5579dd6600c006c895131072e98/f1 (new location: hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/default/test/dcdbd5579dd6600c006c895131072e98/f1/b9e8e701869545aa9fdbcbd6b66dcfbe_SeqId_6_) 2024-11-21T09:18:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/staging/jenkins__test__be2kb273p8gfaf5sueddl8a5hjo178vhfglurui06doddjqepbhu8vp50gcm9fce/f1/hfile_1 2024-11-21T09:18:04,081 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:18:04,082 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:18:04,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:18:04,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:18:04,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:18:04,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:18:04,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732180675144.dcdbd5579dd6600c006c895131072e98., hostname=5b0ae2ee7b9e,40715,1732180666887, seqNum=2 , the old value is region=test,,1732180675144.dcdbd5579dd6600c006c895131072e98., hostname=5b0ae2ee7b9e,40715,1732180666887, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5b0ae2ee7b9e:40715 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T09:18:04,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732180675144.dcdbd5579dd6600c006c895131072e98., hostname=5b0ae2ee7b9e,40715,1732180666887, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T09:18:04,084 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,40715,1732180666887, seqNum=-1] 2024-11-21T09:18:04,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732180675144.dcdbd5579dd6600c006c895131072e98., hostname=5b0ae2ee7b9e,40715,1732180666887, seqNum=2 from cache 2024-11-21T09:18:04,084 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:18:04,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:18:04,086 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T09:18:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732180675144.dcdbd5579dd6600c006c895131072e98., hostname=5b0ae2ee7b9e,40715,1732180666887, seqNum=2] 2024-11-21T09:18:04,189 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:40715 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T09:18:04,275 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 687, reset compression=false 2024-11-21T09:18:04,286 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:18:04,286 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:04,286 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.shipper5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,40715,1732180666887 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:18:04,498 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:04,816 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:05,242 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:05,755 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:06,362 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:06,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T09:18:06,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T09:18:07,066 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:07,870 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:08,775 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:09,779 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:10,883 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:12,089 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:13,397 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:14,811 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:16,282 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T09:18:16,315 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:17,920 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:19,624 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:21,430 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:21,520 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T09:18:23,334 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:24,291 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.shipper5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,40715,1732180666887 got entry batch from reader: null 2024-11-21T09:18:25,338 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:27,442 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:29,646 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:29,651 INFO [master/5b0ae2ee7b9e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T09:18:29,651 INFO [master/5b0ae2ee7b9e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T09:18:31,950 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:34,354 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:35,698 INFO [master/5b0ae2ee7b9e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T09:18:35,698 INFO [master/5b0ae2ee7b9e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T09:18:36,857 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:39,461 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:40,525 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region dcdbd5579dd6600c006c895131072e98, had cached 0 bytes from a total of 31376 2024-11-21T09:18:41,933 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 14832f290726fe23e14ea17b5cf20713, had cached 0 bytes from a total of 15585 2024-11-21T09:18:42,165 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:44,291 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.shipper5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,40715,1732180666887 got entry batch from reader: null 2024-11-21T09:18:44,970 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:46,282 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T09:18:47,874 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:50,878 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:51,520 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T09:18:53,982 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:18:55,097 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T09:18:57,187 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:19:00,491 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:19:03,897 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.wal-reader.5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 to pos 997, reset compression=false 2024-11-21T09:19:04,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T09:19:04,137 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:19:04,137 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:04,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:04,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:04,138 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:19:04,138 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:19:04,138 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=964394324, stopped=false 2024-11-21T09:19:04,138 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,41437,1732180671932 2024-11-21T09:19:04,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x1015caf5c040004, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-144279267/running 2024-11-21T09:19:04,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x1015caf5c040004, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-144279267 2024-11-21T09:19:04,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-144279267/running 2024-11-21T09:19:04,151 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:19:04,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-144279267 2024-11-21T09:19:04,151 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:19:04,151 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:04,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:04,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Set watcher on znode that does not yet exist, /1-144279267/running 2024-11-21T09:19:04,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33651-0x1015caf5c040004, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Set watcher on znode that does not yet exist, /1-144279267/running 2024-11-21T09:19:04,151 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,33651,1732180672079' ***** 2024-11-21T09:19:04,151 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:19:04,152 INFO [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:19:04,152 INFO [RS:0;5b0ae2ee7b9e:33651 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:19:04,152 INFO [RS:0;5b0ae2ee7b9e:33651 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:19:04,152 INFO [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HRegionServer(3091): Received CLOSE for 14832f290726fe23e14ea17b5cf20713 2024-11-21T09:19:04,152 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:19:04,156 INFO [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,33651,1732180672079 2024-11-21T09:19:04,156 INFO [RS:0;5b0ae2ee7b9e:33651 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:19:04,156 INFO [RS:0;5b0ae2ee7b9e:33651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:33651. 2024-11-21T09:19:04,156 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14832f290726fe23e14ea17b5cf20713, disabling compactions & flushes 2024-11-21T09:19:04,156 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:04,156 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:04,156 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732180675792.14832f290726fe23e14ea17b5cf20713. 2024-11-21T09:19:04,156 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180675792.14832f290726fe23e14ea17b5cf20713. 2024-11-21T09:19:04,157 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732180675792.14832f290726fe23e14ea17b5cf20713. after waiting 0 ms 2024-11-21T09:19:04,157 INFO [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:19:04,157 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732180675792.14832f290726fe23e14ea17b5cf20713. 2024-11-21T09:19:04,157 INFO [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:19:04,157 INFO [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:19:04,157 INFO [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:19:04,157 INFO [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T09:19:04,157 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HRegionServer(1325): Online Regions={14832f290726fe23e14ea17b5cf20713=test,,1732180675792.14832f290726fe23e14ea17b5cf20713., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T09:19:04,157 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HRegionServer(1351): Waiting on 14832f290726fe23e14ea17b5cf20713, 1588230740 2024-11-21T09:19:04,158 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:19:04,158 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:19:04,158 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:19:04,158 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:19:04,158 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:19:04,158 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T09:19:04,205 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740/.tmp/info/8a2b8e7435eb4583928ad078e6938ca1 is 129, key is test,,1732180675792.14832f290726fe23e14ea17b5cf20713./info:regioninfo/1732180676959/Put/seqid=0 2024-11-21T09:19:04,213 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/default/test/14832f290726fe23e14ea17b5cf20713/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-21T09:19:04,214 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:19:04,214 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:19:04,214 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732180675792.14832f290726fe23e14ea17b5cf20713. 2024-11-21T09:19:04,214 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14832f290726fe23e14ea17b5cf20713: Waiting for close lock at 1732180744156Running coprocessor pre-close hooks at 1732180744156Disabling compacts and flushes for region at 1732180744156Disabling writes for close at 1732180744157 (+1 ms)Writing region close event to WAL at 1732180744179 (+22 ms)Running coprocessor post-close hooks at 1732180744214 (+35 ms)Closed at 1732180744214 2024-11-21T09:19:04,214 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732180675792.14832f290726fe23e14ea17b5cf20713. 2024-11-21T09:19:04,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741839_1015 (size=6421) 2024-11-21T09:19:04,229 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740/.tmp/info/8a2b8e7435eb4583928ad078e6938ca1 2024-11-21T09:19:04,238 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:19:04,258 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740/.tmp/ns/7a34943027f84b47b3c140267293f9bf is 43, key is default/ns:d/1732180675082/Put/seqid=0 2024-11-21T09:19:04,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741840_1016 (size=5153) 2024-11-21T09:19:04,291 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.shipper5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,40715,1732180666887 got entry batch from reader: null 2024-11-21T09:19:04,299 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:19:04,299 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:19:04,358 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:19:04,558 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:19:04,666 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740/.tmp/ns/7a34943027f84b47b3c140267293f9bf 2024-11-21T09:19:04,688 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740/.tmp/rep_barrier/d9e358b7524f4ebab51af2460e2978bb is 112, key is test,,1732180675792.14832f290726fe23e14ea17b5cf20713./rep_barrier:seqnumDuringOpen/1732180676959/Put/seqid=0 2024-11-21T09:19:04,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741841_1017 (size=5518) 2024-11-21T09:19:04,758 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:19:04,958 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:19:05,094 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740/.tmp/rep_barrier/d9e358b7524f4ebab51af2460e2978bb 2024-11-21T09:19:05,125 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740/.tmp/table/90b4add024d14842a8874a4c1681b68d is 40, key is test/table:state/1732180676972/Put/seqid=0 2024-11-21T09:19:05,158 INFO [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T09:19:05,158 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T09:19:05,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741842_1018 (size=5165) 2024-11-21T09:19:05,158 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:19:05,160 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740/.tmp/table/90b4add024d14842a8874a4c1681b68d 2024-11-21T09:19:05,175 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740/.tmp/info/8a2b8e7435eb4583928ad078e6938ca1 as hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740/info/8a2b8e7435eb4583928ad078e6938ca1 2024-11-21T09:19:05,195 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740/info/8a2b8e7435eb4583928ad078e6938ca1, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T09:19:05,198 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740/.tmp/ns/7a34943027f84b47b3c140267293f9bf as hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740/ns/7a34943027f84b47b3c140267293f9bf 2024-11-21T09:19:05,211 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740/ns/7a34943027f84b47b3c140267293f9bf, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T09:19:05,215 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740/.tmp/rep_barrier/d9e358b7524f4ebab51af2460e2978bb as hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740/rep_barrier/d9e358b7524f4ebab51af2460e2978bb 2024-11-21T09:19:05,232 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740/rep_barrier/d9e358b7524f4ebab51af2460e2978bb, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T09:19:05,234 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740/.tmp/table/90b4add024d14842a8874a4c1681b68d as hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740/table/90b4add024d14842a8874a4c1681b68d 2024-11-21T09:19:05,243 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740/table/90b4add024d14842a8874a4c1681b68d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T09:19:05,244 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1086ms, sequenceid=11, compaction requested=false 2024-11-21T09:19:05,333 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T09:19:05,334 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:19:05,334 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:19:05,334 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:19:05,335 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180744158Running coprocessor pre-close hooks at 1732180744158Disabling compacts and flushes for region at 1732180744158Disabling writes for close at 1732180744158Obtaining lock to block concurrent updates at 1732180744158Preparing flush snapshotting stores in 1588230740 at 1732180744158Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732180744159 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732180744159Flushing 1588230740/info: creating writer at 1732180744159Flushing 1588230740/info: appending metadata at 1732180744205 (+46 ms)Flushing 1588230740/info: closing flushed file at 1732180744205Flushing 1588230740/ns: creating writer at 1732180744236 (+31 ms)Flushing 1588230740/ns: appending metadata at 1732180744257 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732180744257Flushing 1588230740/rep_barrier: creating writer at 1732180744672 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732180744687 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732180744687Flushing 1588230740/table: creating writer at 1732180745103 (+416 ms)Flushing 1588230740/table: appending metadata at 1732180745124 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732180745124Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bf44744: reopening flushed file at 1732180745170 (+46 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e5c4819: reopening flushed file at 1732180745196 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37feaa2a: reopening flushed file at 1732180745212 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e129e6: reopening flushed file at 1732180745233 (+21 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1086ms, sequenceid=11, compaction requested=false at 1732180745244 (+11 ms)Writing region close event to WAL at 1732180745312 (+68 ms)Running coprocessor post-close hooks at 1732180745334 (+22 ms)Closed at 1732180745334 2024-11-21T09:19:05,335 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:19:05,359 INFO [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,33651,1732180672079; all regions closed. 2024-11-21T09:19:05,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741834_1010 (size=2717) 2024-11-21T09:19:05,362 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/WALs/5b0ae2ee7b9e,33651,1732180672079/5b0ae2ee7b9e%2C33651%2C1732180672079.meta.1732180675023.meta not finished, retry = 0 2024-11-21T09:19:05,468 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/oldWALs 2024-11-21T09:19:05,468 INFO [RS:0;5b0ae2ee7b9e:33651 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C33651%2C1732180672079.meta:.meta(num 1732180675023) 2024-11-21T09:19:05,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741832_1008 (size=1028) 2024-11-21T09:19:05,489 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/oldWALs 2024-11-21T09:19:05,490 INFO [RS:0;5b0ae2ee7b9e:33651 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C33651%2C1732180672079:(num 1732180674407) 2024-11-21T09:19:05,490 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:05,490 INFO [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:19:05,490 INFO [RS:0;5b0ae2ee7b9e:33651 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:19:05,490 INFO [RS:0;5b0ae2ee7b9e:33651 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T09:19:05,490 INFO [RS:0;5b0ae2ee7b9e:33651 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:19:05,490 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:19:05,490 INFO [RS:0;5b0ae2ee7b9e:33651 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:33651. 2024-11-21T09:19:05,491 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:05,491 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:05,491 DEBUG [RS:0;5b0ae2ee7b9e:33651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:05,491 INFO [RS:0;5b0ae2ee7b9e:33651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33651 2024-11-21T09:19:05,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:19:05,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-144279267/rs 2024-11-21T09:19:05,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x1015caf5c040004, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-144279267/rs/5b0ae2ee7b9e,33651,1732180672079 2024-11-21T09:19:05,561 INFO [RS:0;5b0ae2ee7b9e:33651 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:19:05,562 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,33651,1732180672079] 2024-11-21T09:19:05,582 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-144279267/draining/5b0ae2ee7b9e,33651,1732180672079 already deleted, retry=false 2024-11-21T09:19:05,582 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,33651,1732180672079 expired; onlineServers=0 2024-11-21T09:19:05,583 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,41437,1732180671932' ***** 2024-11-21T09:19:05,583 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:19:05,583 INFO [M:0;5b0ae2ee7b9e:41437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:19:05,583 INFO [M:0;5b0ae2ee7b9e:41437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:19:05,583 DEBUG [M:0;5b0ae2ee7b9e:41437 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:19:05,583 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:19:05,583 DEBUG [M:0;5b0ae2ee7b9e:41437 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:19:05,583 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180674146 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180674146,5,FailOnTimeoutGroup] 2024-11-21T09:19:05,583 INFO [M:0;5b0ae2ee7b9e:41437 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:19:05,583 INFO [M:0;5b0ae2ee7b9e:41437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:19:05,583 DEBUG [M:0;5b0ae2ee7b9e:41437 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:19:05,583 INFO [M:0;5b0ae2ee7b9e:41437 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:19:05,583 INFO [M:0;5b0ae2ee7b9e:41437 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:19:05,583 INFO [M:0;5b0ae2ee7b9e:41437 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:19:05,584 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:19:05,584 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180674146 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180674146,5,FailOnTimeoutGroup] 2024-11-21T09:19:05,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-144279267/master 2024-11-21T09:19:05,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-144279267 2024-11-21T09:19:05,593 DEBUG [M:0;5b0ae2ee7b9e:41437 {}] zookeeper.RecoverableZooKeeper(212): Node /1-144279267/master already deleted, retry=false 2024-11-21T09:19:05,593 DEBUG [M:0;5b0ae2ee7b9e:41437 {}] master.ActiveMasterManager(353): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-144279267/master 2024-11-21T09:19:05,595 INFO [M:0;5b0ae2ee7b9e:41437 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/.lastflushedseqids 2024-11-21T09:19:05,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741843_1019 (size=173) 2024-11-21T09:19:05,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x1015caf5c040004, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:19:05,672 INFO [RS:0;5b0ae2ee7b9e:33651 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:19:05,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33651-0x1015caf5c040004, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:19:05,672 INFO [RS:0;5b0ae2ee7b9e:33651 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,33651,1732180672079; zookeeper connection closed. 2024-11-21T09:19:05,673 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33c676ea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33c676ea 2024-11-21T09:19:05,673 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T09:19:06,006 INFO [M:0;5b0ae2ee7b9e:41437 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:19:06,007 INFO [M:0;5b0ae2ee7b9e:41437 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:19:06,007 DEBUG [M:0;5b0ae2ee7b9e:41437 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:19:06,007 INFO [M:0;5b0ae2ee7b9e:41437 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:06,007 DEBUG [M:0;5b0ae2ee7b9e:41437 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:06,007 DEBUG [M:0;5b0ae2ee7b9e:41437 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:19:06,007 DEBUG [M:0;5b0ae2ee7b9e:41437 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:06,007 INFO [M:0;5b0ae2ee7b9e:41437 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-21T09:19:06,026 DEBUG [M:0;5b0ae2ee7b9e:41437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a58569567486450090c489305c27bfa1 is 82, key is hbase:meta,,1/info:regioninfo/1732180675059/Put/seqid=0 2024-11-21T09:19:06,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741844_1020 (size=5672) 2024-11-21T09:19:06,036 INFO [M:0;5b0ae2ee7b9e:41437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a58569567486450090c489305c27bfa1 2024-11-21T09:19:06,068 DEBUG [M:0;5b0ae2ee7b9e:41437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6b5dba4fb154c439c4b2d543d8b0b50 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732180676979/Put/seqid=0 2024-11-21T09:19:06,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741845_1021 (size=6726) 2024-11-21T09:19:06,074 INFO [M:0;5b0ae2ee7b9e:41437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6b5dba4fb154c439c4b2d543d8b0b50 2024-11-21T09:19:06,081 INFO [M:0;5b0ae2ee7b9e:41437 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6b5dba4fb154c439c4b2d543d8b0b50 2024-11-21T09:19:06,103 DEBUG [M:0;5b0ae2ee7b9e:41437 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/268a2d2fc9a74269b92c181e916a24d4 is 69, key is 5b0ae2ee7b9e,33651,1732180672079/rs:state/1732180674233/Put/seqid=0 2024-11-21T09:19:06,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741846_1022 (size=5156) 2024-11-21T09:19:06,113 INFO [M:0;5b0ae2ee7b9e:41437 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/268a2d2fc9a74269b92c181e916a24d4 2024-11-21T09:19:06,126 DEBUG [M:0;5b0ae2ee7b9e:41437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a58569567486450090c489305c27bfa1 as hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a58569567486450090c489305c27bfa1 2024-11-21T09:19:06,138 INFO [M:0;5b0ae2ee7b9e:41437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a58569567486450090c489305c27bfa1, entries=8, sequenceid=58, filesize=5.5 K 2024-11-21T09:19:06,139 DEBUG [M:0;5b0ae2ee7b9e:41437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6b5dba4fb154c439c4b2d543d8b0b50 as hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6b5dba4fb154c439c4b2d543d8b0b50 2024-11-21T09:19:06,151 INFO [M:0;5b0ae2ee7b9e:41437 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6b5dba4fb154c439c4b2d543d8b0b50 2024-11-21T09:19:06,151 INFO [M:0;5b0ae2ee7b9e:41437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6b5dba4fb154c439c4b2d543d8b0b50, entries=6, sequenceid=58, filesize=6.6 K 2024-11-21T09:19:06,157 DEBUG [M:0;5b0ae2ee7b9e:41437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/268a2d2fc9a74269b92c181e916a24d4 as hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/268a2d2fc9a74269b92c181e916a24d4 2024-11-21T09:19:06,165 INFO [M:0;5b0ae2ee7b9e:41437 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33745/user/jenkins/test-data/f8f74cf8-f1d8-3809-baa6-62262f36feb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/268a2d2fc9a74269b92c181e916a24d4, entries=1, sequenceid=58, filesize=5.0 K 2024-11-21T09:19:06,167 INFO [M:0;5b0ae2ee7b9e:41437 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=58, compaction requested=false 2024-11-21T09:19:06,176 INFO [M:0;5b0ae2ee7b9e:41437 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:06,177 DEBUG [M:0;5b0ae2ee7b9e:41437 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180746007Disabling compacts and flushes for region at 1732180746007Disabling writes for close at 1732180746007Obtaining lock to block concurrent updates at 1732180746007Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180746007Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1732180746007Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180746008 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180746008Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180746026 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180746026Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180746043 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180746067 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180746068 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180746081 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180746102 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180746102Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@547a9ec6: reopening flushed file at 1732180746125 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12eacc7b: reopening flushed file at 1732180746138 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ee13e69: reopening flushed file at 1732180746155 (+17 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 160ms, sequenceid=58, compaction requested=false at 1732180746167 (+12 ms)Writing region close event to WAL at 1732180746176 (+9 ms)Closed at 1732180746176 2024-11-21T09:19:06,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741830_1006 (size=33014) 2024-11-21T09:19:06,184 INFO [M:0;5b0ae2ee7b9e:41437 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:19:06,184 INFO [M:0;5b0ae2ee7b9e:41437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41437 2024-11-21T09:19:06,184 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:19:06,186 INFO [M:0;5b0ae2ee7b9e:41437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:19:06,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:19:06,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41437-0x1015caf5c040003, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:19:06,340 INFO [M:0;5b0ae2ee7b9e:41437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:19:06,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43fbef5a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:19:06,410 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b6bf9ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:19:06,410 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:19:06,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b0b6409{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:19:06,410 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59cb97af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/hadoop.log.dir/,STOPPED} 2024-11-21T09:19:06,413 WARN [BP-1612651267-172.17.0.2-1732180669733 heartbeating to localhost/127.0.0.1:33745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:19:06,413 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:19:06,413 WARN [BP-1612651267-172.17.0.2-1732180669733 heartbeating to localhost/127.0.0.1:33745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1612651267-172.17.0.2-1732180669733 (Datanode Uuid ce8c53f0-41c6-41fa-9cd6-fe10b09a9155) service to localhost/127.0.0.1:33745 2024-11-21T09:19:06,413 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:19:06,413 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/cluster_99f3a4f0-a9ea-cad9-c611-5523873197b5/data/data1/current/BP-1612651267-172.17.0.2-1732180669733 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:19:06,414 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:19:06,416 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/cluster_99f3a4f0-a9ea-cad9-c611-5523873197b5/data/data2/current/BP-1612651267-172.17.0.2-1732180669733 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:19:06,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d89456{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:19:06,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@725d0bdf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:19:06,427 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:19:06,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7104de49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:19:06,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@216a3525{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/hadoop.log.dir/,STOPPED} 2024-11-21T09:19:06,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T09:19:06,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T09:19:06,452 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:19:06,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:06,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:06,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:19:06,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:06,455 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:19:06,455 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=744538088, stopped=false 2024-11-21T09:19:06,455 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,40851,1732180666693 2024-11-21T09:19:06,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0808999518/running 2024-11-21T09:19:06,467 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1015caf5c040001, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0808999518/running 2024-11-21T09:19:06,467 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1015caf5c040001, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808999518 2024-11-21T09:19:06,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808999518 2024-11-21T09:19:06,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40715-0x1015caf5c040001, quorum=127.0.0.1:50626, baseZNode=/0808999518 Set watcher on znode that does not yet exist, /0808999518/running 2024-11-21T09:19:06,467 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:19:06,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Set watcher on znode that does not yet exist, /0808999518/running 2024-11-21T09:19:06,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:19:06,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:06,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:06,470 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,40715,1732180666887' ***** 2024-11-21T09:19:06,470 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:19:06,471 INFO [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:19:06,471 INFO [RS:0;5b0ae2ee7b9e:40715 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:19:06,471 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:19:06,471 INFO [RS:0;5b0ae2ee7b9e:40715 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:19:06,471 INFO [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.HRegionServer(3091): Received CLOSE for dcdbd5579dd6600c006c895131072e98 2024-11-21T09:19:06,472 INFO [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.HRegionServer(3091): Received CLOSE for fcd5c40b997b91cde5b7a0fd2dfdd406 2024-11-21T09:19:06,472 INFO [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,40715,1732180666887 2024-11-21T09:19:06,472 INFO [RS:0;5b0ae2ee7b9e:40715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:19:06,472 INFO [RS:0;5b0ae2ee7b9e:40715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:40715. 2024-11-21T09:19:06,472 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:06,472 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dcdbd5579dd6600c006c895131072e98, disabling compactions & flushes 2024-11-21T09:19:06,472 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:06,472 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732180675144.dcdbd5579dd6600c006c895131072e98. 2024-11-21T09:19:06,472 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180675144.dcdbd5579dd6600c006c895131072e98. 2024-11-21T09:19:06,472 INFO [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:19:06,472 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732180675144.dcdbd5579dd6600c006c895131072e98. after waiting 0 ms 2024-11-21T09:19:06,472 INFO [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:19:06,472 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732180675144.dcdbd5579dd6600c006c895131072e98. 2024-11-21T09:19:06,472 INFO [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:19:06,472 INFO [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:19:06,476 INFO [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T09:19:06,476 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.HRegionServer(1325): Online Regions={dcdbd5579dd6600c006c895131072e98=test,,1732180675144.dcdbd5579dd6600c006c895131072e98., fcd5c40b997b91cde5b7a0fd2dfdd406=hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T09:19:06,476 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dcdbd5579dd6600c006c895131072e98, fcd5c40b997b91cde5b7a0fd2dfdd406 2024-11-21T09:19:06,476 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:19:06,476 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:19:06,476 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:19:06,476 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:19:06,476 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:19:06,477 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T09:19:06,489 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/default/test/dcdbd5579dd6600c006c895131072e98/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T09:19:06,489 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:19:06,490 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:19:06,490 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732180675144.dcdbd5579dd6600c006c895131072e98. 2024-11-21T09:19:06,490 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dcdbd5579dd6600c006c895131072e98: Waiting for close lock at 1732180746472Running coprocessor pre-close hooks at 1732180746472Disabling compacts and flushes for region at 1732180746472Disabling writes for close at 1732180746472Writing region close event to WAL at 1732180746479 (+7 ms)Running coprocessor post-close hooks at 1732180746489 (+10 ms)Closed at 1732180746490 (+1 ms) 2024-11-21T09:19:06,490 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732180675144.dcdbd5579dd6600c006c895131072e98. 2024-11-21T09:19:06,490 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fcd5c40b997b91cde5b7a0fd2dfdd406, disabling compactions & flushes 2024-11-21T09:19:06,490 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406. 2024-11-21T09:19:06,490 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406. 2024-11-21T09:19:06,490 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406. after waiting 0 ms 2024-11-21T09:19:06,490 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406. 2024-11-21T09:19:06,490 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fcd5c40b997b91cde5b7a0fd2dfdd406 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-21T09:19:06,500 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:19:06,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T09:19:06,504 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:19:06,508 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740/.tmp/info/b6ad7fd4f2d64807887a2cc36043228a is 147, key is hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406./info:regioninfo/1732180679148/Put/seqid=0 2024-11-21T09:19:06,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741844_1020 (size=7686) 2024-11-21T09:19:06,515 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740/.tmp/info/b6ad7fd4f2d64807887a2cc36043228a 2024-11-21T09:19:06,528 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/replication/fcd5c40b997b91cde5b7a0fd2dfdd406/.tmp/hfileref/02d62f1f6c9a4300817765b295918197 is 74, key is 1/hfileref:61b0cfe6cd3049d8853f97601bf727a9_SeqId_4_/1732180682453/DeleteColumn/seqid=0 2024-11-21T09:19:06,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741845_1021 (size=5203) 2024-11-21T09:19:06,539 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/replication/fcd5c40b997b91cde5b7a0fd2dfdd406/.tmp/hfileref/02d62f1f6c9a4300817765b295918197 2024-11-21T09:19:06,545 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740/.tmp/ns/92357d3e77064574a8bb4330bd83520c is 43, key is default/ns:d/1732180669583/Put/seqid=0 2024-11-21T09:19:06,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741846_1022 (size=5153) 2024-11-21T09:19:06,551 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740/.tmp/ns/92357d3e77064574a8bb4330bd83520c 2024-11-21T09:19:06,570 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/replication/fcd5c40b997b91cde5b7a0fd2dfdd406/.tmp/queue/cde49d0476414f1aa9946310b3b61aca is 153, key is 1-5b0ae2ee7b9e,40715,1732180666887/queue:5b0ae2ee7b9e%2C40715%2C1732180666887/1732180684288/Put/seqid=0 2024-11-21T09:19:06,574 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740/.tmp/rep_barrier/a2d41d82adea48208ed2269b062c5b2f is 112, key is test,,1732180675144.dcdbd5579dd6600c006c895131072e98./rep_barrier:seqnumDuringOpen/1732180675548/Put/seqid=0 2024-11-21T09:19:06,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741848_1024 (size=5518) 2024-11-21T09:19:06,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741847_1023 (size=5352) 2024-11-21T09:19:06,603 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/replication/fcd5c40b997b91cde5b7a0fd2dfdd406/.tmp/queue/cde49d0476414f1aa9946310b3b61aca 2024-11-21T09:19:06,603 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740/.tmp/rep_barrier/a2d41d82adea48208ed2269b062c5b2f 2024-11-21T09:19:06,610 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/replication/fcd5c40b997b91cde5b7a0fd2dfdd406/.tmp/hfileref/02d62f1f6c9a4300817765b295918197 as hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/replication/fcd5c40b997b91cde5b7a0fd2dfdd406/hfileref/02d62f1f6c9a4300817765b295918197 2024-11-21T09:19:06,615 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/replication/fcd5c40b997b91cde5b7a0fd2dfdd406/hfileref/02d62f1f6c9a4300817765b295918197, entries=2, sequenceid=10, filesize=5.1 K 2024-11-21T09:19:06,616 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/replication/fcd5c40b997b91cde5b7a0fd2dfdd406/.tmp/queue/cde49d0476414f1aa9946310b3b61aca as hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/replication/fcd5c40b997b91cde5b7a0fd2dfdd406/queue/cde49d0476414f1aa9946310b3b61aca 2024-11-21T09:19:06,622 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/replication/fcd5c40b997b91cde5b7a0fd2dfdd406/queue/cde49d0476414f1aa9946310b3b61aca, entries=1, sequenceid=10, filesize=5.2 K 2024-11-21T09:19:06,623 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for fcd5c40b997b91cde5b7a0fd2dfdd406 in 133ms, sequenceid=10, compaction requested=false 2024-11-21T09:19:06,625 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740/.tmp/table/4b6ccb3f8ab243e3af2185ebd4cc946e is 53, key is hbase:replication/table:state/1732180679156/Put/seqid=0 2024-11-21T09:19:06,627 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/replication/fcd5c40b997b91cde5b7a0fd2dfdd406/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T09:19:06,627 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:19:06,627 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:19:06,627 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406. 2024-11-21T09:19:06,628 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fcd5c40b997b91cde5b7a0fd2dfdd406: Waiting for close lock at 1732180746490Running coprocessor pre-close hooks at 1732180746490Disabling compacts and flushes for region at 1732180746490Disabling writes for close at 1732180746490Obtaining lock to block concurrent updates at 1732180746491 (+1 ms)Preparing flush snapshotting stores in fcd5c40b997b91cde5b7a0fd2dfdd406 at 1732180746491Finished memstore snapshotting hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732180746491Flushing stores of hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406. at 1732180746492 (+1 ms)Flushing fcd5c40b997b91cde5b7a0fd2dfdd406/hfileref: creating writer at 1732180746492Flushing fcd5c40b997b91cde5b7a0fd2dfdd406/hfileref: appending metadata at 1732180746527 (+35 ms)Flushing fcd5c40b997b91cde5b7a0fd2dfdd406/hfileref: closing flushed file at 1732180746527Flushing fcd5c40b997b91cde5b7a0fd2dfdd406/queue: creating writer at 1732180746547 (+20 ms)Flushing fcd5c40b997b91cde5b7a0fd2dfdd406/queue: appending metadata at 1732180746569 (+22 ms)Flushing fcd5c40b997b91cde5b7a0fd2dfdd406/queue: closing flushed file at 1732180746570 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a6c70d1: reopening flushed file at 1732180746608 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f5ff97: reopening flushed file at 1732180746615 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for fcd5c40b997b91cde5b7a0fd2dfdd406 in 133ms, sequenceid=10, compaction requested=false at 1732180746623 (+8 ms)Writing region close event to WAL at 1732180746624 (+1 ms)Running coprocessor post-close hooks at 1732180746627 (+3 ms)Closed at 1732180746627 2024-11-21T09:19:06,628 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732180677971.fcd5c40b997b91cde5b7a0fd2dfdd406. 2024-11-21T09:19:06,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741849_1025 (size=5308) 2024-11-21T09:19:06,676 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:19:06,817 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:19:06,817 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:19:06,877 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:19:07,041 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740/.tmp/table/4b6ccb3f8ab243e3af2185ebd4cc946e 2024-11-21T09:19:07,048 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740/.tmp/info/b6ad7fd4f2d64807887a2cc36043228a as hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740/info/b6ad7fd4f2d64807887a2cc36043228a 2024-11-21T09:19:07,053 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740/info/b6ad7fd4f2d64807887a2cc36043228a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T09:19:07,054 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740/.tmp/ns/92357d3e77064574a8bb4330bd83520c as hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740/ns/92357d3e77064574a8bb4330bd83520c 2024-11-21T09:19:07,059 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740/ns/92357d3e77064574a8bb4330bd83520c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T09:19:07,059 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740/.tmp/rep_barrier/a2d41d82adea48208ed2269b062c5b2f as hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740/rep_barrier/a2d41d82adea48208ed2269b062c5b2f 2024-11-21T09:19:07,064 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740/rep_barrier/a2d41d82adea48208ed2269b062c5b2f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T09:19:07,065 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740/.tmp/table/4b6ccb3f8ab243e3af2185ebd4cc946e as hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740/table/4b6ccb3f8ab243e3af2185ebd4cc946e 2024-11-21T09:19:07,071 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740/table/4b6ccb3f8ab243e3af2185ebd4cc946e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T09:19:07,072 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 595ms, sequenceid=16, compaction requested=false 2024-11-21T09:19:07,072 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T09:19:07,077 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:19:07,083 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T09:19:07,084 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:19:07,084 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:19:07,084 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:19:07,084 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180746476Running coprocessor pre-close hooks at 1732180746476Disabling compacts and flushes for region at 1732180746476Disabling writes for close at 1732180746476Obtaining lock to block concurrent updates at 1732180746477 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732180746477Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732180746477Flushing stores of hbase:meta,,1.1588230740 at 1732180746478 (+1 ms)Flushing 1588230740/info: creating writer at 1732180746478Flushing 1588230740/info: appending metadata at 1732180746508 (+30 ms)Flushing 1588230740/info: closing flushed file at 1732180746508Flushing 1588230740/ns: creating writer at 1732180746521 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732180746544 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732180746545 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732180746557 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732180746573 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732180746573Flushing 1588230740/table: creating writer at 1732180746608 (+35 ms)Flushing 1588230740/table: appending metadata at 1732180746625 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732180746625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c3b3040: reopening flushed file at 1732180747047 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a3ef495: reopening flushed file at 1732180747053 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a46ef84: reopening flushed file at 1732180747059 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fd0ba3b: reopening flushed file at 1732180747064 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 595ms, sequenceid=16, compaction requested=false at 1732180747072 (+8 ms)Writing region close event to WAL at 1732180747074 (+2 ms)Running coprocessor post-close hooks at 1732180747084 (+10 ms)Closed at 1732180747084 2024-11-21T09:19:07,084 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:19:07,277 INFO [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,40715,1732180666887; all regions closed. 2024-11-21T09:19:07,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741834_1010 (size=4239) 2024-11-21T09:19:07,286 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/oldWALs 2024-11-21T09:19:07,286 INFO [RS:0;5b0ae2ee7b9e:40715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C40715%2C1732180666887.meta:.meta(num 1732180669506) 2024-11-21T09:19:07,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741839_1015 (size=2700) 2024-11-21T09:19:07,293 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/oldWALs 2024-11-21T09:19:07,293 INFO [RS:0;5b0ae2ee7b9e:40715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C40715%2C1732180666887.rep:(num 1732180679115) 2024-11-21T09:19:07,296 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/WALs/5b0ae2ee7b9e,40715,1732180666887/5b0ae2ee7b9e%2C40715%2C1732180666887.1732180668946 not finished, retry = 0 2024-11-21T09:19:07,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741833_1009 (size=1300) 2024-11-21T09:19:07,399 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/oldWALs 2024-11-21T09:19:07,399 INFO [RS:0;5b0ae2ee7b9e:40715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C40715%2C1732180666887:(num 1732180668946) 2024-11-21T09:19:07,399 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:07,399 INFO [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:19:07,399 INFO [RS:0;5b0ae2ee7b9e:40715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:19:07,399 INFO [RS:0;5b0ae2ee7b9e:40715 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T09:19:07,400 INFO [RS:0;5b0ae2ee7b9e:40715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:19:07,400 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:19:07,400 INFO [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b0ae2ee7b9e,40715,1732180666887 because: Region server is closing 2024-11-21T09:19:07,400 INFO [RS:0;5b0ae2ee7b9e:40715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:40715. 2024-11-21T09:19:07,400 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:07,400 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:07,400 DEBUG [RS:0;5b0ae2ee7b9e:40715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:07,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:19:07,500 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.shipper5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T09:19:07,501 INFO [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40715,1732180666887.replicationSource.shipper5b0ae2ee7b9e%2C40715%2C1732180666887,1-5b0ae2ee7b9e,40715,1732180666887 terminated 2024-11-21T09:19:07,501 INFO [RS:0;5b0ae2ee7b9e:40715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40715 2024-11-21T09:19:07,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808999518/rs 2024-11-21T09:19:07,561 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1015caf5c040001, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0808999518/rs/5b0ae2ee7b9e,40715,1732180666887 2024-11-21T09:19:07,561 INFO [RS:0;5b0ae2ee7b9e:40715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:19:07,562 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,40715,1732180666887] 2024-11-21T09:19:07,582 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0808999518/draining/5b0ae2ee7b9e,40715,1732180666887 already deleted, retry=false 2024-11-21T09:19:07,582 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,40715,1732180666887 expired; onlineServers=0 2024-11-21T09:19:07,582 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,40851,1732180666693' ***** 2024-11-21T09:19:07,582 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:19:07,582 INFO [M:0;5b0ae2ee7b9e:40851 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:19:07,582 INFO [M:0;5b0ae2ee7b9e:40851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:19:07,583 DEBUG [M:0;5b0ae2ee7b9e:40851 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:19:07,583 DEBUG [M:0;5b0ae2ee7b9e:40851 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:19:07,583 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180668702 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180668702,5,FailOnTimeoutGroup] 2024-11-21T09:19:07,583 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180668702 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180668702,5,FailOnTimeoutGroup] 2024-11-21T09:19:07,583 INFO [M:0;5b0ae2ee7b9e:40851 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:19:07,583 INFO [M:0;5b0ae2ee7b9e:40851 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:19:07,583 DEBUG [M:0;5b0ae2ee7b9e:40851 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:19:07,583 INFO [M:0;5b0ae2ee7b9e:40851 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:19:07,583 INFO [M:0;5b0ae2ee7b9e:40851 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:19:07,583 INFO [M:0;5b0ae2ee7b9e:40851 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:19:07,583 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:19:07,583 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:19:07,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0808999518/master 2024-11-21T09:19:07,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0808999518 2024-11-21T09:19:07,593 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0808999518/master already deleted, retry=false 2024-11-21T09:19:07,594 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Failed delete of our master address node; KeeperErrorCode = NoNode for /0808999518/master 2024-11-21T09:19:07,600 INFO [M:0;5b0ae2ee7b9e:40851 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/.lastflushedseqids 2024-11-21T09:19:07,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741850_1026 (size=263) 2024-11-21T09:19:07,629 INFO [M:0;5b0ae2ee7b9e:40851 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:19:07,629 INFO [M:0;5b0ae2ee7b9e:40851 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:19:07,629 DEBUG [M:0;5b0ae2ee7b9e:40851 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:19:07,629 INFO [M:0;5b0ae2ee7b9e:40851 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:07,629 DEBUG [M:0;5b0ae2ee7b9e:40851 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:07,629 DEBUG [M:0;5b0ae2ee7b9e:40851 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:19:07,629 DEBUG [M:0;5b0ae2ee7b9e:40851 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:07,629 INFO [M:0;5b0ae2ee7b9e:40851 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-21T09:19:07,676 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1015caf5c040001, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:19:07,676 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40715-0x1015caf5c040001, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:19:07,676 INFO [RS:0;5b0ae2ee7b9e:40715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:19:07,677 INFO [RS:0;5b0ae2ee7b9e:40715 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,40715,1732180666887; zookeeper connection closed. 2024-11-21T09:19:07,681 DEBUG [M:0;5b0ae2ee7b9e:40851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4eb4f9b19edf4f8b96941ad3669b01d9 is 82, key is hbase:meta,,1/info:regioninfo/1732180669537/Put/seqid=0 2024-11-21T09:19:07,682 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@397e25ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@397e25ae 2024-11-21T09:19:07,682 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T09:19:07,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741851_1027 (size=5672) 2024-11-21T09:19:08,098 INFO [M:0;5b0ae2ee7b9e:40851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4eb4f9b19edf4f8b96941ad3669b01d9 2024-11-21T09:19:08,128 DEBUG [M:0;5b0ae2ee7b9e:40851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86691de5dff44d78b1911c7c1d7f5b25 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732180675566/Put/seqid=0 2024-11-21T09:19:08,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741852_1028 (size=7240) 2024-11-21T09:19:08,135 INFO [M:0;5b0ae2ee7b9e:40851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86691de5dff44d78b1911c7c1d7f5b25 2024-11-21T09:19:08,140 INFO [M:0;5b0ae2ee7b9e:40851 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86691de5dff44d78b1911c7c1d7f5b25 2024-11-21T09:19:08,155 DEBUG [M:0;5b0ae2ee7b9e:40851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea95f6e5e3e946a2bb49a36217bea835 is 69, key is 5b0ae2ee7b9e,40715,1732180666887/rs:state/1732180668802/Put/seqid=0 2024-11-21T09:19:08,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741853_1029 (size=5156) 2024-11-21T09:19:08,160 INFO [M:0;5b0ae2ee7b9e:40851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea95f6e5e3e946a2bb49a36217bea835 2024-11-21T09:19:08,168 DEBUG [M:0;5b0ae2ee7b9e:40851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4eb4f9b19edf4f8b96941ad3669b01d9 as hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4eb4f9b19edf4f8b96941ad3669b01d9 2024-11-21T09:19:08,175 INFO [M:0;5b0ae2ee7b9e:40851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4eb4f9b19edf4f8b96941ad3669b01d9, entries=8, sequenceid=105, filesize=5.5 K 2024-11-21T09:19:08,178 DEBUG [M:0;5b0ae2ee7b9e:40851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86691de5dff44d78b1911c7c1d7f5b25 as hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86691de5dff44d78b1911c7c1d7f5b25 2024-11-21T09:19:08,191 INFO [M:0;5b0ae2ee7b9e:40851 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86691de5dff44d78b1911c7c1d7f5b25 2024-11-21T09:19:08,191 INFO [M:0;5b0ae2ee7b9e:40851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86691de5dff44d78b1911c7c1d7f5b25, entries=11, sequenceid=105, filesize=7.1 K 2024-11-21T09:19:08,192 DEBUG [M:0;5b0ae2ee7b9e:40851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea95f6e5e3e946a2bb49a36217bea835 as hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ea95f6e5e3e946a2bb49a36217bea835 2024-11-21T09:19:08,198 INFO [M:0;5b0ae2ee7b9e:40851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44669/user/jenkins/test-data/57bc5120-5027-2a4b-6510-acaef8ced8c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ea95f6e5e3e946a2bb49a36217bea835, entries=1, sequenceid=105, filesize=5.0 K 2024-11-21T09:19:08,200 INFO [M:0;5b0ae2ee7b9e:40851 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 571ms, sequenceid=105, compaction requested=false 2024-11-21T09:19:08,224 INFO [M:0;5b0ae2ee7b9e:40851 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:08,225 DEBUG [M:0;5b0ae2ee7b9e:40851 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180747629Disabling compacts and flushes for region at 1732180747629Disabling writes for close at 1732180747629Obtaining lock to block concurrent updates at 1732180747629Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180747629Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732180747630 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180747632 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180747632Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180747680 (+48 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180747680Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180748106 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180748127 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180748127Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180748140 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180748154 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180748154Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4823e954: reopening flushed file at 1732180748167 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76187cbc: reopening flushed file at 1732180748176 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b38db61: reopening flushed file at 1732180748191 (+15 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 571ms, sequenceid=105, compaction requested=false at 1732180748200 (+9 ms)Writing region close event to WAL at 1732180748224 (+24 ms)Closed at 1732180748224 2024-11-21T09:19:08,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38231 is added to blk_1073741830_1006 (size=64526) 2024-11-21T09:19:08,252 INFO [M:0;5b0ae2ee7b9e:40851 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:19:08,252 INFO [M:0;5b0ae2ee7b9e:40851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40851 2024-11-21T09:19:08,252 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:19:08,253 INFO [M:0;5b0ae2ee7b9e:40851 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:19:08,430 INFO [M:0;5b0ae2ee7b9e:40851 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:19:08,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:19:08,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40851-0x1015caf5c040000, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:19:08,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5076ab08{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:19:08,441 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67f366e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:19:08,442 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:19:08,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d17af4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:19:08,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@94d183c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/hadoop.log.dir/,STOPPED} 2024-11-21T09:19:08,445 WARN [BP-1865210226-172.17.0.2-1732180664438 heartbeating to localhost/127.0.0.1:44669 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:19:08,445 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:19:08,445 WARN [BP-1865210226-172.17.0.2-1732180664438 heartbeating to localhost/127.0.0.1:44669 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1865210226-172.17.0.2-1732180664438 (Datanode Uuid 3237449b-3c83-483f-a216-5cb96beca7ec) service to localhost/127.0.0.1:44669 2024-11-21T09:19:08,445 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:19:08,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/cluster_e7f59ce2-d293-ace6-3962-c2c46576f438/data/data1/current/BP-1865210226-172.17.0.2-1732180664438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:19:08,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/cluster_e7f59ce2-d293-ace6-3962-c2c46576f438/data/data2/current/BP-1865210226-172.17.0.2-1732180664438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:19:08,446 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:19:08,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58151de9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:19:08,455 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56de46a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:19:08,455 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:19:08,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e6f1937{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:19:08,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a98cb28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f74dede8-ca52-a6a8-6d41-fd5600426ee5/hadoop.log.dir/,STOPPED} 2024-11-21T09:19:08,463 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T09:19:08,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T09:19:08,489 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 136) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44669 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33745 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007fa830b90638.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44669 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44669 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44669 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007fa830b90638.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:33745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50626) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44669 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50626) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=328 (was 385), ProcessCount=11 (was 11), AvailableMemoryMB=1909 (was 2489) 2024-11-21T09:19:08,498 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=328, ProcessCount=11, AvailableMemoryMB=1909 2024-11-21T09:19:08,517 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-21T09:19:08,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/hadoop.log.dir so I do NOT create it in target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86 2024-11-21T09:19:08,518 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T09:19:08,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/hadoop.tmp.dir so I do NOT create it in target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86 2024-11-21T09:19:08,518 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55982e06-aa9f-74bd-5ba3-b5da0df979ab/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T09:19:08,518 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86 2024-11-21T09:19:08,518 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/cluster_16fce0a4-3e1d-53f2-8537-91ec18cb0df0, deleteOnExit=true 2024-11-21T09:19:08,522 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/cluster_16fce0a4-3e1d-53f2-8537-91ec18cb0df0/zookeeper_0, clientPort=64625, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/cluster_16fce0a4-3e1d-53f2-8537-91ec18cb0df0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/cluster_16fce0a4-3e1d-53f2-8537-91ec18cb0df0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T09:19:08,523 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64625 2024-11-21T09:19:08,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T09:19:08,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T09:19:08,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/test.cache.data in system properties and HBase conf 2024-11-21T09:19:08,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T09:19:08,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/hadoop.log.dir in system properties and HBase conf 2024-11-21T09:19:08,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T09:19:08,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T09:19:08,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T09:19:08,524 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T09:19:08,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:19:08,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:19:08,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T09:19:08,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:19:08,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T09:19:08,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T09:19:08,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:19:08,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:19:08,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T09:19:08,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/nfs.dump.dir in system properties and HBase conf 2024-11-21T09:19:08,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/java.io.tmpdir in system properties and HBase conf 2024-11-21T09:19:08,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:19:08,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T09:19:08,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T09:19:08,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015caf5c040002, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T09:19:08,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015caf5c040005, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T09:19:08,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015caf5c040002, quorum=127.0.0.1:50626, baseZNode=/0808999518 Received Disconnected from ZooKeeper, ignoring 2024-11-21T09:19:08,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015caf5c040005, quorum=127.0.0.1:50626, baseZNode=/1-144279267 Received Disconnected from ZooKeeper, ignoring 2024-11-21T09:19:08,891 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:19:08,895 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:19:08,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:19:08,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:19:08,896 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:19:08,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:19:08,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16107687{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:19:08,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@354d1eaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:19:08,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ad99370{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/java.io.tmpdir/jetty-localhost-43897-hadoop-hdfs-3_4_1-tests_jar-_-any-3796264804001314357/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:19:08,993 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a56f535{HTTP/1.1, (http/1.1)}{localhost:43897} 2024-11-21T09:19:08,993 INFO [Time-limited test {}] server.Server(415): Started @139228ms 2024-11-21T09:19:09,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:09,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:09,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:09,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:09,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:09,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:09,294 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:19:09,320 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:09,320 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:09,321 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:09,321 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:09,321 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:09,327 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:09,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:19:09,339 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:19:09,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:19:09,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:19:09,340 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:19:09,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1281c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:19:09,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f4e02dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:19:09,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65c550df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/java.io.tmpdir/jetty-localhost-42741-hadoop-hdfs-3_4_1-tests_jar-_-any-7418974483508305106/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:19:09,465 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bcabe87{HTTP/1.1, (http/1.1)}{localhost:42741} 2024-11-21T09:19:09,465 INFO [Time-limited test {}] server.Server(415): Started @139699ms 2024-11-21T09:19:09,467 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:19:10,194 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/cluster_16fce0a4-3e1d-53f2-8537-91ec18cb0df0/data/data2/current/BP-985642830-172.17.0.2-1732180748545/current, will proceed with Du for space computation calculation, 2024-11-21T09:19:10,194 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/cluster_16fce0a4-3e1d-53f2-8537-91ec18cb0df0/data/data1/current/BP-985642830-172.17.0.2-1732180748545/current, will proceed with Du for space computation calculation, 2024-11-21T09:19:10,208 WARN [Thread-1274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:19:10,210 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6edbbd30b5609ce3 with lease ID 0xa2df8b98d0558130: Processing first storage report for DS-92a2583d-71b8-4aba-8105-6d3627c0e101 from datanode DatanodeRegistration(127.0.0.1:40875, datanodeUuid=a2a08d49-7ca6-4a41-948d-3ccc5e438458, infoPort=36383, infoSecurePort=0, ipcPort=40365, storageInfo=lv=-57;cid=testClusterID;nsid=116566274;c=1732180748545) 2024-11-21T09:19:10,210 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6edbbd30b5609ce3 with lease ID 0xa2df8b98d0558130: from storage DS-92a2583d-71b8-4aba-8105-6d3627c0e101 node DatanodeRegistration(127.0.0.1:40875, datanodeUuid=a2a08d49-7ca6-4a41-948d-3ccc5e438458, infoPort=36383, infoSecurePort=0, ipcPort=40365, storageInfo=lv=-57;cid=testClusterID;nsid=116566274;c=1732180748545), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:19:10,210 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6edbbd30b5609ce3 with lease ID 0xa2df8b98d0558130: Processing first storage report for DS-810c8d94-6fd3-4e20-9edd-ef30967b5600 from datanode DatanodeRegistration(127.0.0.1:40875, datanodeUuid=a2a08d49-7ca6-4a41-948d-3ccc5e438458, infoPort=36383, infoSecurePort=0, ipcPort=40365, storageInfo=lv=-57;cid=testClusterID;nsid=116566274;c=1732180748545) 2024-11-21T09:19:10,210 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6edbbd30b5609ce3 with lease ID 0xa2df8b98d0558130: from storage DS-810c8d94-6fd3-4e20-9edd-ef30967b5600 node DatanodeRegistration(127.0.0.1:40875, datanodeUuid=a2a08d49-7ca6-4a41-948d-3ccc5e438458, infoPort=36383, infoSecurePort=0, ipcPort=40365, storageInfo=lv=-57;cid=testClusterID;nsid=116566274;c=1732180748545), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:19:10,298 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86 2024-11-21T09:19:10,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:10,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:10,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:19:10,709 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c with version=8 2024-11-21T09:19:10,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/hbase-staging 2024-11-21T09:19:10,712 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:19:10,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:10,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:10,712 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:19:10,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:10,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:19:10,712 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:19:10,712 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:19:10,713 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41223 2024-11-21T09:19:10,714 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41223 connecting to ZooKeeper ensemble=127.0.0.1:64625 2024-11-21T09:19:10,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412230x0, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:19:10,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41223-0x1015cb0a4940000 connected 2024-11-21T09:19:10,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:10,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:10,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Set watcher on znode that does not yet exist, /0-1069712276/running 2024-11-21T09:19:10,890 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c, hbase.cluster.distributed=false 2024-11-21T09:19:10,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Set watcher on znode that does not yet exist, /0-1069712276/acl 2024-11-21T09:19:10,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41223 2024-11-21T09:19:10,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41223 2024-11-21T09:19:10,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41223 2024-11-21T09:19:10,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41223 2024-11-21T09:19:10,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41223 2024-11-21T09:19:10,905 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:19:10,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:10,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:10,905 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:19:10,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:10,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:19:10,905 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:19:10,905 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:19:10,906 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43739 2024-11-21T09:19:10,907 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43739 connecting to ZooKeeper ensemble=127.0.0.1:64625 2024-11-21T09:19:10,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:10,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:10,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437390x0, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:19:10,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43739-0x1015cb0a4940001 connected 2024-11-21T09:19:10,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43739-0x1015cb0a4940001, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Set watcher on znode that does not yet exist, /0-1069712276/running 2024-11-21T09:19:10,920 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:19:10,920 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:19:10,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43739-0x1015cb0a4940001, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Set watcher on znode that does not yet exist, /0-1069712276/master 2024-11-21T09:19:10,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43739-0x1015cb0a4940001, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Set watcher on znode that does not yet exist, /0-1069712276/acl 2024-11-21T09:19:10,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43739 2024-11-21T09:19:10,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43739 2024-11-21T09:19:10,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43739 2024-11-21T09:19:10,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43739 2024-11-21T09:19:10,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43739 2024-11-21T09:19:10,934 DEBUG [M:0;5b0ae2ee7b9e:41223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:41223 2024-11-21T09:19:10,935 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1069712276/backup-masters/5b0ae2ee7b9e,41223,1732180750711 2024-11-21T09:19:10,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276/backup-masters 2024-11-21T09:19:10,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1015cb0a4940001, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276/backup-masters 2024-11-21T09:19:10,940 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Set watcher on existing znode=/0-1069712276/backup-masters/5b0ae2ee7b9e,41223,1732180750711 2024-11-21T09:19:10,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276 2024-11-21T09:19:10,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1015cb0a4940001, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1069712276/master 2024-11-21T09:19:10,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1015cb0a4940001, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276 2024-11-21T09:19:10,950 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Set watcher on existing znode=/0-1069712276/master 2024-11-21T09:19:10,951 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1069712276/backup-masters/5b0ae2ee7b9e,41223,1732180750711 from backup master directory 2024-11-21T09:19:10,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1069712276/backup-masters/5b0ae2ee7b9e,41223,1732180750711 2024-11-21T09:19:10,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1015cb0a4940001, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276/backup-masters 2024-11-21T09:19:10,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276/backup-masters 2024-11-21T09:19:10,961 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:19:10,961 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,41223,1732180750711 2024-11-21T09:19:10,965 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/hbase.id] with ID: 23dd486f-7bc4-4c52-8290-74e50642ccbf 2024-11-21T09:19:10,965 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/.tmp/hbase.id 2024-11-21T09:19:10,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:19:11,370 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/.tmp/hbase.id]:[hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/hbase.id] 2024-11-21T09:19:11,380 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:11,380 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:19:11,381 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T09:19:11,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276 2024-11-21T09:19:11,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1015cb0a4940001, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276 2024-11-21T09:19:11,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:19:11,840 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:19:11,841 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:19:11,841 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:19:11,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:19:12,248 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store 2024-11-21T09:19:12,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:19:12,254 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:12,254 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:19:12,254 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:12,254 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:12,254 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:19:12,255 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:12,255 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:12,255 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180752254Disabling compacts and flushes for region at 1732180752254Disabling writes for close at 1732180752254Writing region close event to WAL at 1732180752255 (+1 ms)Closed at 1732180752255 2024-11-21T09:19:12,255 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/.initializing 2024-11-21T09:19:12,255 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/WALs/5b0ae2ee7b9e,41223,1732180750711 2024-11-21T09:19:12,256 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:19:12,258 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C41223%2C1732180750711, suffix=, logDir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/WALs/5b0ae2ee7b9e,41223,1732180750711, archiveDir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/oldWALs, maxLogs=10 2024-11-21T09:19:12,268 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/WALs/5b0ae2ee7b9e,41223,1732180750711/5b0ae2ee7b9e%2C41223%2C1732180750711.1732180752258, exclude list is [], retry=0 2024-11-21T09:19:12,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40875,DS-92a2583d-71b8-4aba-8105-6d3627c0e101,DISK] 2024-11-21T09:19:12,272 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/WALs/5b0ae2ee7b9e,41223,1732180750711/5b0ae2ee7b9e%2C41223%2C1732180750711.1732180752258 2024-11-21T09:19:12,272 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36383:36383)] 2024-11-21T09:19:12,273 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:19:12,273 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:12,273 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:12,273 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:12,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:12,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:19:12,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:12,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:12,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:12,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:19:12,277 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:12,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:12,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:12,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:19:12,278 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:12,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:12,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:12,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:19:12,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:12,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:12,280 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:12,281 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:12,281 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:12,283 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:12,283 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:12,283 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:19:12,284 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:12,286 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:19:12,286 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70720471, jitterRate=0.05381713807582855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:19:12,287 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180752273Initializing all the Stores at 1732180752274 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180752274Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180752274Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180752274Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180752274Cleaning up temporary data from old regions at 1732180752283 (+9 ms)Region opened successfully at 1732180752287 (+4 ms) 2024-11-21T09:19:12,287 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:19:12,289 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347ec6c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:19:12,290 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T09:19:12,290 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:19:12,290 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:19:12,290 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:19:12,291 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T09:19:12,291 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T09:19:12,291 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T09:19:12,296 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:19:12,296 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Unable to get data of znode /0-1069712276/balancer because node does not exist (not necessarily an error) 2024-11-21T09:19:12,350 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1069712276/balancer already deleted, retry=false 2024-11-21T09:19:12,350 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:19:12,351 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Unable to get data of znode /0-1069712276/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:19:12,360 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1069712276/normalizer already deleted, retry=false 2024-11-21T09:19:12,361 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:19:12,362 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Unable to get data of znode /0-1069712276/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:19:12,371 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1069712276/switch/split already deleted, retry=false 2024-11-21T09:19:12,372 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Unable to get data of znode /0-1069712276/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:19:12,381 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1069712276/switch/merge already deleted, retry=false 2024-11-21T09:19:12,384 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Unable to get data of znode /0-1069712276/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:19:12,392 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1069712276/snapshot-cleanup already deleted, retry=false 2024-11-21T09:19:12,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1015cb0a4940001, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1069712276/running 2024-11-21T09:19:12,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1069712276/running 2024-11-21T09:19:12,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1015cb0a4940001, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276 2024-11-21T09:19:12,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276 2024-11-21T09:19:12,403 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,41223,1732180750711, sessionid=0x1015cb0a4940000, setting cluster-up flag (Was=false) 2024-11-21T09:19:12,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1015cb0a4940001, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276 2024-11-21T09:19:12,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276 2024-11-21T09:19:12,455 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1069712276/flush-table-proc/acquired, /0-1069712276/flush-table-proc/reached, /0-1069712276/flush-table-proc/abort 2024-11-21T09:19:12,456 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,41223,1732180750711 2024-11-21T09:19:12,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276 2024-11-21T09:19:12,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1015cb0a4940001, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276 2024-11-21T09:19:12,508 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1069712276/online-snapshot/acquired, /0-1069712276/online-snapshot/reached, /0-1069712276/online-snapshot/abort 2024-11-21T09:19:12,509 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,41223,1732180750711 2024-11-21T09:19:12,510 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T09:19:12,512 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:19:12,512 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:19:12,512 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:19:12,512 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,41223,1732180750711 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:19:12,514 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:19:12,514 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:19:12,514 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:19:12,514 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:19:12,514 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:19:12,514 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:12,514 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:19:12,514 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:12,515 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180782515 2024-11-21T09:19:12,515 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:19:12,515 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:19:12,515 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:19:12,515 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:19:12,515 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:19:12,515 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:19:12,515 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:12,515 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:19:12,516 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T09:19:12,516 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:19:12,516 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:19:12,516 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:19:12,516 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T09:19:12,516 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:19:12,516 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:19:12,516 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180752516,5,FailOnTimeoutGroup] 2024-11-21T09:19:12,517 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:12,517 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T09:19:12,520 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180752517,5,FailOnTimeoutGroup] 2024-11-21T09:19:12,520 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:12,520 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:19:12,520 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:12,520 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:12,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:19:12,527 INFO [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer(746): ClusterId : 23dd486f-7bc4-4c52-8290-74e50642ccbf 2024-11-21T09:19:12,527 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:19:12,540 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:19:12,540 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:19:12,551 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:19:12,551 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e9be8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:19:12,561 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:43739 2024-11-21T09:19:12,561 INFO [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:19:12,562 INFO [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:19:12,562 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:19:12,562 INFO [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,41223,1732180750711 with port=43739, startcode=1732180750904 2024-11-21T09:19:12,563 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:19:12,564 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:19:12,564 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41223 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,43739,1732180750904 2024-11-21T09:19:12,564 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41223 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,43739,1732180750904 2024-11-21T09:19:12,565 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c 2024-11-21T09:19:12,565 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41149 2024-11-21T09:19:12,565 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:19:12,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276/rs 2024-11-21T09:19:12,572 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] zookeeper.ZKUtil(111): regionserver:43739-0x1015cb0a4940001, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Set watcher on existing znode=/0-1069712276/rs/5b0ae2ee7b9e,43739,1732180750904 2024-11-21T09:19:12,572 WARN [RS:0;5b0ae2ee7b9e:43739 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:19:12,572 INFO [RS:0;5b0ae2ee7b9e:43739 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:19:12,572 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,43739,1732180750904 2024-11-21T09:19:12,572 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,43739,1732180750904] 2024-11-21T09:19:12,575 INFO [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:19:12,576 INFO [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:19:12,577 INFO [RS:0;5b0ae2ee7b9e:43739 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:19:12,577 INFO [RS:0;5b0ae2ee7b9e:43739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:12,577 INFO [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:19:12,577 INFO [RS:0;5b0ae2ee7b9e:43739 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:19:12,577 INFO [RS:0;5b0ae2ee7b9e:43739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:12,578 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:12,578 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:12,578 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:12,578 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:12,578 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:12,578 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:19:12,578 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:12,578 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:12,578 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:12,578 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:12,578 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:12,578 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:12,578 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:19:12,578 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:19:12,578 INFO [RS:0;5b0ae2ee7b9e:43739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:12,579 INFO [RS:0;5b0ae2ee7b9e:43739 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:12,579 INFO [RS:0;5b0ae2ee7b9e:43739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:12,579 INFO [RS:0;5b0ae2ee7b9e:43739 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:12,579 INFO [RS:0;5b0ae2ee7b9e:43739 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:12,579 INFO [RS:0;5b0ae2ee7b9e:43739 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,43739,1732180750904-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:19:12,591 INFO [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:19:12,591 INFO [RS:0;5b0ae2ee7b9e:43739 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,43739,1732180750904-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:12,591 INFO [RS:0;5b0ae2ee7b9e:43739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:12,591 INFO [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.Replication(171): 5b0ae2ee7b9e,43739,1732180750904 started 2024-11-21T09:19:12,603 INFO [RS:0;5b0ae2ee7b9e:43739 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:12,603 INFO [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,43739,1732180750904, RpcServer on 5b0ae2ee7b9e/172.17.0.2:43739, sessionid=0x1015cb0a4940001 2024-11-21T09:19:12,603 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:19:12,603 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,43739,1732180750904 2024-11-21T09:19:12,603 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,43739,1732180750904' 2024-11-21T09:19:12,603 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1069712276/flush-table-proc/abort' 2024-11-21T09:19:12,603 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1069712276/flush-table-proc/acquired' 2024-11-21T09:19:12,604 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:19:12,604 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:19:12,604 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,43739,1732180750904 2024-11-21T09:19:12,604 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,43739,1732180750904' 2024-11-21T09:19:12,604 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1069712276/online-snapshot/abort' 2024-11-21T09:19:12,604 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1069712276/online-snapshot/acquired' 2024-11-21T09:19:12,605 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:19:12,605 INFO [RS:0;5b0ae2ee7b9e:43739 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:19:12,605 INFO [RS:0;5b0ae2ee7b9e:43739 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:19:12,705 INFO [RS:0;5b0ae2ee7b9e:43739 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:19:12,707 INFO [RS:0;5b0ae2ee7b9e:43739 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C43739%2C1732180750904, suffix=, logDir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,43739,1732180750904, archiveDir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/oldWALs, maxLogs=10 2024-11-21T09:19:12,718 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,43739,1732180750904/5b0ae2ee7b9e%2C43739%2C1732180750904.1732180752707, exclude list is [], retry=0 2024-11-21T09:19:12,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40875,DS-92a2583d-71b8-4aba-8105-6d3627c0e101,DISK] 2024-11-21T09:19:12,722 INFO [RS:0;5b0ae2ee7b9e:43739 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,43739,1732180750904/5b0ae2ee7b9e%2C43739%2C1732180750904.1732180752707 2024-11-21T09:19:12,722 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36383:36383)] 2024-11-21T09:19:12,924 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T09:19:12,925 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c 2024-11-21T09:19:12,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741833_1009 (size=32) 2024-11-21T09:19:13,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:13,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:19:13,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:19:13,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:13,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:13,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:19:13,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:19:13,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:13,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:13,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:19:13,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:19:13,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:13,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:13,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:19:13,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:19:13,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:13,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:13,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:19:13,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740 2024-11-21T09:19:13,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740 2024-11-21T09:19:13,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:19:13,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:19:13,340 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:19:13,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:19:13,343 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:19:13,343 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62305165, jitterRate=-0.07158069312572479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:19:13,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732180753330Initializing all the Stores at 1732180753331 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180753331Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180753331Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180753331Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180753331Cleaning up temporary data from old regions at 1732180753339 (+8 ms)Region opened successfully at 1732180753343 (+4 ms) 2024-11-21T09:19:13,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:19:13,344 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:19:13,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:19:13,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:19:13,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:19:13,344 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:19:13,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180753344Disabling compacts and flushes for region at 1732180753344Disabling writes for close at 1732180753344Writing region close event to WAL at 1732180753344Closed at 1732180753344 2024-11-21T09:19:13,345 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:19:13,345 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T09:19:13,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:19:13,346 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:19:13,347 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T09:19:13,497 DEBUG [5b0ae2ee7b9e:41223 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:19:13,498 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,43739,1732180750904 2024-11-21T09:19:13,499 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,43739,1732180750904, state=OPENING 2024-11-21T09:19:13,508 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T09:19:13,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276 2024-11-21T09:19:13,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1015cb0a4940001, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276 2024-11-21T09:19:13,551 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:19:13,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1069712276/meta-region-server: CHANGED 2024-11-21T09:19:13,551 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1069712276/meta-region-server: CHANGED 2024-11-21T09:19:13,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,43739,1732180750904}] 2024-11-21T09:19:13,703 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:19:13,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:19:13,708 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:19:13,708 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:19:13,709 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:19:13,710 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C43739%2C1732180750904.meta, suffix=.meta, logDir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,43739,1732180750904, archiveDir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/oldWALs, maxLogs=10 2024-11-21T09:19:13,724 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,43739,1732180750904/5b0ae2ee7b9e%2C43739%2C1732180750904.meta.1732180753711.meta, exclude list is [], retry=0 2024-11-21T09:19:13,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40875,DS-92a2583d-71b8-4aba-8105-6d3627c0e101,DISK] 2024-11-21T09:19:13,727 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,43739,1732180750904/5b0ae2ee7b9e%2C43739%2C1732180750904.meta.1732180753711.meta 2024-11-21T09:19:13,728 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36383:36383)] 2024-11-21T09:19:13,728 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:19:13,728 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:19:13,728 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:19:13,728 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:19:13,728 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:19:13,728 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:19:13,729 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:13,729 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:19:13,729 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:19:13,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:19:13,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:19:13,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:13,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:13,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:19:13,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:19:13,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:13,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:13,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:19:13,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:19:13,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:13,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:13,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:19:13,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:19:13,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:13,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:13,735 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:19:13,735 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740 2024-11-21T09:19:13,736 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740 2024-11-21T09:19:13,738 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:19:13,738 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:19:13,738 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:19:13,739 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:19:13,740 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71110639, jitterRate=0.059631094336509705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:19:13,740 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:19:13,741 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180753729Writing region info on filesystem at 1732180753729Initializing all the Stores at 1732180753730 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180753730Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180753730Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180753730Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180753730Cleaning up temporary data from old regions at 1732180753738 (+8 ms)Running coprocessor post-open hooks at 1732180753740 (+2 ms)Region opened successfully at 1732180753741 (+1 ms) 2024-11-21T09:19:13,742 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732180753703 2024-11-21T09:19:13,743 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:19:13,743 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:19:13,744 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,43739,1732180750904 2024-11-21T09:19:13,745 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,43739,1732180750904, state=OPEN 2024-11-21T09:19:13,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1015cb0a4940001, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1069712276/meta-region-server 2024-11-21T09:19:13,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1069712276/meta-region-server 2024-11-21T09:19:13,771 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,43739,1732180750904 2024-11-21T09:19:13,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1069712276/meta-region-server: CHANGED 2024-11-21T09:19:13,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1069712276/meta-region-server: CHANGED 2024-11-21T09:19:13,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T09:19:13,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,43739,1732180750904 in 220 msec 2024-11-21T09:19:13,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T09:19:13,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-11-21T09:19:13,777 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:19:13,777 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T09:19:13,778 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:19:13,778 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,43739,1732180750904, seqNum=-1] 2024-11-21T09:19:13,778 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:19:13,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:19:13,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2720 sec 2024-11-21T09:19:13,784 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180753784, completionTime=-1 2024-11-21T09:19:13,784 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T09:19:13,784 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:19:13,786 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T09:19:13,786 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732180813786 2024-11-21T09:19:13,786 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732180873786 2024-11-21T09:19:13,786 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T09:19:13,786 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,41223,1732180750711-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:13,786 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,41223,1732180750711-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:13,786 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,41223,1732180750711-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:13,786 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:41223, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:13,787 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:13,787 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:13,788 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T09:19:13,790 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.829sec 2024-11-21T09:19:13,790 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:19:13,790 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:19:13,790 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:19:13,790 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:19:13,790 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:19:13,790 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,41223,1732180750711-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:19:13,790 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,41223,1732180750711-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:19:13,792 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:19:13,793 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:19:13,793 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,41223,1732180750711-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:13,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef2a8ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:13,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,41223,-1 for getting cluster id 2024-11-21T09:19:13,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:19:13,829 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23dd486f-7bc4-4c52-8290-74e50642ccbf' 2024-11-21T09:19:13,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:19:13,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23dd486f-7bc4-4c52-8290-74e50642ccbf" 2024-11-21T09:19:13,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f281f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:13,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,41223,-1] 2024-11-21T09:19:13,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:19:13,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:13,831 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:19:13,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f58cb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:13,832 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:19:13,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,43739,1732180750904, seqNum=-1] 2024-11-21T09:19:13,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:19:13,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:19:13,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b0ae2ee7b9e,41223,1732180750711 2024-11-21T09:19:13,836 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64625 2024-11-21T09:19:13,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:19:13,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015cb0a4940002 connected 2024-11-21T09:19:13,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/hadoop.log.dir so I do NOT create it in target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9 2024-11-21T09:19:13,857 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T09:19:13,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/hadoop.tmp.dir so I do NOT create it in target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9 2024-11-21T09:19:13,858 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T09:19:13,858 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9 2024-11-21T09:19:13,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T09:19:13,858 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/cluster_cc8aa431-8e81-8c4b-87eb-afbafdecd7ed, deleteOnExit=true 2024-11-21T09:19:13,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T09:19:13,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/test.cache.data in system properties and HBase conf 2024-11-21T09:19:13,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T09:19:13,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/hadoop.log.dir in system properties and HBase conf 2024-11-21T09:19:13,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T09:19:13,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T09:19:13,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T09:19:13,858 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T09:19:13,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:19:13,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:19:13,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T09:19:13,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:19:13,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T09:19:13,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T09:19:13,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:19:13,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:19:13,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T09:19:13,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/nfs.dump.dir in system properties and HBase conf 2024-11-21T09:19:13,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/java.io.tmpdir in system properties and HBase conf 2024-11-21T09:19:13,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:19:13,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T09:19:13,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T09:19:14,147 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:19:14,151 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:19:14,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:19:14,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:19:14,152 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:19:14,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:19:14,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@247e2492{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:19:14,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@544c804c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:19:14,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bdc8f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/java.io.tmpdir/jetty-localhost-41023-hadoop-hdfs-3_4_1-tests_jar-_-any-543482426971530846/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:19:14,252 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@466c24c9{HTTP/1.1, (http/1.1)}{localhost:41023} 2024-11-21T09:19:14,252 INFO [Time-limited test {}] server.Server(415): Started @144487ms 2024-11-21T09:19:14,514 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:19:14,517 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:19:14,518 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:19:14,518 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:19:14,519 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:19:14,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55114060{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:19:14,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4323876f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:19:14,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28cb8b03{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/java.io.tmpdir/jetty-localhost-40863-hadoop-hdfs-3_4_1-tests_jar-_-any-1694522951242586457/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:19:14,619 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@255f1da4{HTTP/1.1, (http/1.1)}{localhost:40863} 2024-11-21T09:19:14,619 INFO [Time-limited test {}] server.Server(415): Started @144853ms 2024-11-21T09:19:14,620 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:19:15,291 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/cluster_cc8aa431-8e81-8c4b-87eb-afbafdecd7ed/data/data1/current/BP-1486015058-172.17.0.2-1732180753873/current, will proceed with Du for space computation calculation, 2024-11-21T09:19:15,291 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/cluster_cc8aa431-8e81-8c4b-87eb-afbafdecd7ed/data/data2/current/BP-1486015058-172.17.0.2-1732180753873/current, will proceed with Du for space computation calculation, 2024-11-21T09:19:15,309 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:19:15,311 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44f61ed4078e97bd with lease ID 0xe0fee4c965f15fb3: Processing first storage report for DS-4f3685b9-9816-45bd-b3a1-bb2520cffa62 from datanode DatanodeRegistration(127.0.0.1:35067, datanodeUuid=ade54aa4-f908-48f6-9fb2-d37b786c517f, infoPort=40035, infoSecurePort=0, ipcPort=34477, storageInfo=lv=-57;cid=testClusterID;nsid=1101418089;c=1732180753873) 2024-11-21T09:19:15,311 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44f61ed4078e97bd with lease ID 0xe0fee4c965f15fb3: from storage DS-4f3685b9-9816-45bd-b3a1-bb2520cffa62 node DatanodeRegistration(127.0.0.1:35067, datanodeUuid=ade54aa4-f908-48f6-9fb2-d37b786c517f, infoPort=40035, infoSecurePort=0, ipcPort=34477, storageInfo=lv=-57;cid=testClusterID;nsid=1101418089;c=1732180753873), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:19:15,311 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44f61ed4078e97bd with lease ID 0xe0fee4c965f15fb3: Processing first storage report for DS-f7571866-c1a8-4f3e-b2c6-a105f1db588d from datanode DatanodeRegistration(127.0.0.1:35067, datanodeUuid=ade54aa4-f908-48f6-9fb2-d37b786c517f, infoPort=40035, infoSecurePort=0, ipcPort=34477, storageInfo=lv=-57;cid=testClusterID;nsid=1101418089;c=1732180753873) 2024-11-21T09:19:15,311 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44f61ed4078e97bd with lease ID 0xe0fee4c965f15fb3: from storage DS-f7571866-c1a8-4f3e-b2c6-a105f1db588d node DatanodeRegistration(127.0.0.1:35067, datanodeUuid=ade54aa4-f908-48f6-9fb2-d37b786c517f, infoPort=40035, infoSecurePort=0, ipcPort=34477, storageInfo=lv=-57;cid=testClusterID;nsid=1101418089;c=1732180753873), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:19:15,343 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9 2024-11-21T09:19:15,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:15,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:15,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:19:15,754 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e with version=8 2024-11-21T09:19:15,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/hbase-staging 2024-11-21T09:19:15,756 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:19:15,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:15,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:15,756 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:19:15,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:15,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:19:15,756 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:19:15,756 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:19:15,756 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37563 2024-11-21T09:19:15,757 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37563 connecting to ZooKeeper ensemble=127.0.0.1:64625 2024-11-21T09:19:15,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375630x0, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:19:15,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37563-0x1015cb0a4940003 connected 2024-11-21T09:19:15,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:15,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:15,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Set watcher on znode that does not yet exist, /1977235223/running 2024-11-21T09:19:15,880 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e, hbase.cluster.distributed=false 2024-11-21T09:19:15,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Set watcher on znode that does not yet exist, /1977235223/acl 2024-11-21T09:19:15,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37563 2024-11-21T09:19:15,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37563 2024-11-21T09:19:15,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37563 2024-11-21T09:19:15,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37563 2024-11-21T09:19:15,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37563 2024-11-21T09:19:15,895 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:19:15,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:15,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:15,895 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:19:15,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:15,895 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:19:15,895 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:19:15,895 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:19:15,896 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34431 2024-11-21T09:19:15,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34431 connecting to ZooKeeper ensemble=127.0.0.1:64625 2024-11-21T09:19:15,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:15,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:15,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344310x0, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:19:15,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344310x0, quorum=127.0.0.1:64625, baseZNode=/1977235223 Set watcher on znode that does not yet exist, /1977235223/running 2024-11-21T09:19:15,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34431-0x1015cb0a4940004 connected 2024-11-21T09:19:15,909 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:19:15,909 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:19:15,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34431-0x1015cb0a4940004, quorum=127.0.0.1:64625, baseZNode=/1977235223 Set watcher on znode that does not yet exist, /1977235223/master 2024-11-21T09:19:15,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34431-0x1015cb0a4940004, quorum=127.0.0.1:64625, baseZNode=/1977235223 Set watcher on znode that does not yet exist, /1977235223/acl 2024-11-21T09:19:15,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34431 2024-11-21T09:19:15,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34431 2024-11-21T09:19:15,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34431 2024-11-21T09:19:15,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34431 2024-11-21T09:19:15,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34431 2024-11-21T09:19:15,925 DEBUG [M:0;5b0ae2ee7b9e:37563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:37563 2024-11-21T09:19:15,925 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1977235223/backup-masters/5b0ae2ee7b9e,37563,1732180755755 2024-11-21T09:19:15,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1977235223/backup-masters 2024-11-21T09:19:15,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1015cb0a4940004, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1977235223/backup-masters 2024-11-21T09:19:15,929 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Set watcher on existing znode=/1977235223/backup-masters/5b0ae2ee7b9e,37563,1732180755755 2024-11-21T09:19:15,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1015cb0a4940004, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1977235223/master 2024-11-21T09:19:15,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1977235223 2024-11-21T09:19:15,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1015cb0a4940004, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1977235223 2024-11-21T09:19:15,940 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Set watcher on existing znode=/1977235223/master 2024-11-21T09:19:15,940 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1977235223/backup-masters/5b0ae2ee7b9e,37563,1732180755755 from backup master directory 2024-11-21T09:19:15,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1977235223/backup-masters/5b0ae2ee7b9e,37563,1732180755755 2024-11-21T09:19:15,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1015cb0a4940004, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1977235223/backup-masters 2024-11-21T09:19:15,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1977235223/backup-masters 2024-11-21T09:19:15,950 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:19:15,950 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,37563,1732180755755 2024-11-21T09:19:15,953 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/hbase.id] with ID: 675e40d9-8533-4793-b28d-84095ac35cbd 2024-11-21T09:19:15,953 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/.tmp/hbase.id 2024-11-21T09:19:15,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:19:16,358 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/.tmp/hbase.id]:[hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/hbase.id] 2024-11-21T09:19:16,369 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:16,369 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:19:16,370 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T09:19:16,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1977235223 2024-11-21T09:19:16,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1015cb0a4940004, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1977235223 2024-11-21T09:19:16,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:19:16,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T09:19:16,787 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:19:16,788 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:19:16,788 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:19:16,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:19:17,195 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/data/master/store 2024-11-21T09:19:17,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:19:17,601 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:17,601 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:19:17,601 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:17,601 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:17,601 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:19:17,601 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:17,601 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:17,601 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180757601Disabling compacts and flushes for region at 1732180757601Disabling writes for close at 1732180757601Writing region close event to WAL at 1732180757601Closed at 1732180757601 2024-11-21T09:19:17,602 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/data/master/store/.initializing 2024-11-21T09:19:17,602 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/WALs/5b0ae2ee7b9e,37563,1732180755755 2024-11-21T09:19:17,602 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:19:17,604 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C37563%2C1732180755755, suffix=, logDir=hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/WALs/5b0ae2ee7b9e,37563,1732180755755, archiveDir=hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/oldWALs, maxLogs=10 2024-11-21T09:19:17,615 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/WALs/5b0ae2ee7b9e,37563,1732180755755/5b0ae2ee7b9e%2C37563%2C1732180755755.1732180757604, exclude list is [], retry=0 2024-11-21T09:19:17,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35067,DS-4f3685b9-9816-45bd-b3a1-bb2520cffa62,DISK] 2024-11-21T09:19:17,619 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/WALs/5b0ae2ee7b9e,37563,1732180755755/5b0ae2ee7b9e%2C37563%2C1732180755755.1732180757604 2024-11-21T09:19:17,619 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40035:40035)] 2024-11-21T09:19:17,619 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:19:17,619 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:17,619 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:17,619 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:17,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:17,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:19:17,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:17,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:17,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:17,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:19:17,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:17,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:17,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:17,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:19:17,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:17,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:17,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:17,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:19:17,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:17,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:17,626 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:17,627 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:17,627 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:17,628 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:17,629 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:17,629 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:19:17,630 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:17,632 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:19:17,632 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71152235, jitterRate=0.06025092303752899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:19:17,632 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180757619Initializing all the Stores at 1732180757620 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180757620Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180757620Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180757620Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180757620Cleaning up temporary data from old regions at 1732180757629 (+9 ms)Region opened successfully at 1732180757632 (+3 ms) 2024-11-21T09:19:17,632 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:19:17,634 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad2b388, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:19:17,635 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T09:19:17,635 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:19:17,635 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:19:17,635 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:19:17,636 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T09:19:17,636 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T09:19:17,636 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T09:19:17,638 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:19:17,638 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Unable to get data of znode /1977235223/balancer because node does not exist (not necessarily an error) 2024-11-21T09:19:17,708 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1977235223/balancer already deleted, retry=false 2024-11-21T09:19:17,708 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:19:17,709 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Unable to get data of znode /1977235223/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:19:17,718 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1977235223/normalizer already deleted, retry=false 2024-11-21T09:19:17,718 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:19:17,719 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Unable to get data of znode /1977235223/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:19:17,729 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1977235223/switch/split already deleted, retry=false 2024-11-21T09:19:17,729 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Unable to get data of znode /1977235223/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:19:17,817 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1977235223/switch/merge already deleted, retry=false 2024-11-21T09:19:17,819 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Unable to get data of znode /1977235223/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:19:17,879 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1977235223/snapshot-cleanup already deleted, retry=false 2024-11-21T09:19:17,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1015cb0a4940004, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1977235223/running 2024-11-21T09:19:17,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1977235223/running 2024-11-21T09:19:17,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1015cb0a4940004, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1977235223 2024-11-21T09:19:17,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1977235223 2024-11-21T09:19:17,898 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,37563,1732180755755, sessionid=0x1015cb0a4940003, setting cluster-up flag (Was=false) 2024-11-21T09:19:17,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1015cb0a4940004, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1977235223 2024-11-21T09:19:17,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1977235223 2024-11-21T09:19:17,950 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1977235223/flush-table-proc/acquired, /1977235223/flush-table-proc/reached, /1977235223/flush-table-proc/abort 2024-11-21T09:19:17,951 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,37563,1732180755755 2024-11-21T09:19:17,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1977235223 2024-11-21T09:19:17,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1015cb0a4940004, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1977235223 2024-11-21T09:19:18,002 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1977235223/online-snapshot/acquired, /1977235223/online-snapshot/reached, /1977235223/online-snapshot/abort 2024-11-21T09:19:18,003 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,37563,1732180755755 2024-11-21T09:19:18,004 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T09:19:18,006 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:19:18,006 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:19:18,006 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:19:18,006 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,37563,1732180755755 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:19:18,007 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:19:18,007 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:19:18,007 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:19:18,007 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:19:18,008 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:19:18,008 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:18,008 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:19:18,008 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:18,008 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180788008 2024-11-21T09:19:18,009 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:19:18,009 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:19:18,009 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:19:18,009 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:19:18,009 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:19:18,009 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:19:18,009 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:19:18,009 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T09:19:18,009 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:18,009 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:19:18,009 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:19:18,009 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:19:18,010 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T09:19:18,010 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:19:18,010 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:19:18,010 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:18,010 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180758010,5,FailOnTimeoutGroup] 2024-11-21T09:19:18,010 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T09:19:18,010 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180758010,5,FailOnTimeoutGroup] 2024-11-21T09:19:18,010 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:18,010 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:19:18,010 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:18,010 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:18,015 INFO [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.HRegionServer(746): ClusterId : 675e40d9-8533-4793-b28d-84095ac35cbd 2024-11-21T09:19:18,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:19:18,015 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:19:18,024 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:19:18,024 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:19:18,035 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:19:18,035 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b3e13ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:19:18,045 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:34431 2024-11-21T09:19:18,045 INFO [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:19:18,045 INFO [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:19:18,045 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:19:18,046 INFO [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,37563,1732180755755 with port=34431, startcode=1732180755894 2024-11-21T09:19:18,046 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:19:18,047 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:19:18,048 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37563 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,34431,1732180755894 2024-11-21T09:19:18,048 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37563 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,34431,1732180755894 2024-11-21T09:19:18,049 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e 2024-11-21T09:19:18,049 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43361 2024-11-21T09:19:18,049 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:19:18,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1977235223/rs 2024-11-21T09:19:18,094 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] zookeeper.ZKUtil(111): regionserver:34431-0x1015cb0a4940004, quorum=127.0.0.1:64625, baseZNode=/1977235223 Set watcher on existing znode=/1977235223/rs/5b0ae2ee7b9e,34431,1732180755894 2024-11-21T09:19:18,094 WARN [RS:0;5b0ae2ee7b9e:34431 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:19:18,094 INFO [RS:0;5b0ae2ee7b9e:34431 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:19:18,094 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/WALs/5b0ae2ee7b9e,34431,1732180755894 2024-11-21T09:19:18,095 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,34431,1732180755894] 2024-11-21T09:19:18,097 INFO [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:19:18,098 INFO [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:19:18,098 INFO [RS:0;5b0ae2ee7b9e:34431 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:19:18,099 INFO [RS:0;5b0ae2ee7b9e:34431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:18,099 INFO [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:19:18,099 INFO [RS:0;5b0ae2ee7b9e:34431 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:19:18,099 INFO [RS:0;5b0ae2ee7b9e:34431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:18,100 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:18,100 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:18,100 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:18,100 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:18,100 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:18,100 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:19:18,100 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:18,100 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:18,100 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:18,100 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:18,100 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:18,100 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:18,100 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:19:18,100 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:19:18,101 INFO [RS:0;5b0ae2ee7b9e:34431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:18,101 INFO [RS:0;5b0ae2ee7b9e:34431 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:18,101 INFO [RS:0;5b0ae2ee7b9e:34431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:18,101 INFO [RS:0;5b0ae2ee7b9e:34431 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:18,101 INFO [RS:0;5b0ae2ee7b9e:34431 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:18,101 INFO [RS:0;5b0ae2ee7b9e:34431 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,34431,1732180755894-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:19:18,114 INFO [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:19:18,114 INFO [RS:0;5b0ae2ee7b9e:34431 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,34431,1732180755894-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:18,114 INFO [RS:0;5b0ae2ee7b9e:34431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:18,114 INFO [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.Replication(171): 5b0ae2ee7b9e,34431,1732180755894 started 2024-11-21T09:19:18,126 INFO [RS:0;5b0ae2ee7b9e:34431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:18,126 INFO [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,34431,1732180755894, RpcServer on 5b0ae2ee7b9e/172.17.0.2:34431, sessionid=0x1015cb0a4940004 2024-11-21T09:19:18,126 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:19:18,126 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,34431,1732180755894 2024-11-21T09:19:18,126 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,34431,1732180755894' 2024-11-21T09:19:18,126 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1977235223/flush-table-proc/abort' 2024-11-21T09:19:18,127 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1977235223/flush-table-proc/acquired' 2024-11-21T09:19:18,127 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:19:18,127 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:19:18,127 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,34431,1732180755894 2024-11-21T09:19:18,127 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,34431,1732180755894' 2024-11-21T09:19:18,127 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1977235223/online-snapshot/abort' 2024-11-21T09:19:18,127 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1977235223/online-snapshot/acquired' 2024-11-21T09:19:18,128 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:19:18,128 INFO [RS:0;5b0ae2ee7b9e:34431 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:19:18,128 INFO [RS:0;5b0ae2ee7b9e:34431 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:19:18,228 INFO [RS:0;5b0ae2ee7b9e:34431 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:19:18,230 INFO [RS:0;5b0ae2ee7b9e:34431 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C34431%2C1732180755894, suffix=, logDir=hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/WALs/5b0ae2ee7b9e,34431,1732180755894, archiveDir=hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/oldWALs, maxLogs=10 2024-11-21T09:19:18,241 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/WALs/5b0ae2ee7b9e,34431,1732180755894/5b0ae2ee7b9e%2C34431%2C1732180755894.1732180758230, exclude list is [], retry=0 2024-11-21T09:19:18,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35067,DS-4f3685b9-9816-45bd-b3a1-bb2520cffa62,DISK] 2024-11-21T09:19:18,245 INFO [RS:0;5b0ae2ee7b9e:34431 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/WALs/5b0ae2ee7b9e,34431,1732180755894/5b0ae2ee7b9e%2C34431%2C1732180755894.1732180758230 2024-11-21T09:19:18,246 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40035:40035)] 2024-11-21T09:19:18,416 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T09:19:18,416 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e 2024-11-21T09:19:18,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741833_1009 (size=32) 2024-11-21T09:19:18,575 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T09:19:18,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:18,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:19:18,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:19:18,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:18,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:18,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:19:18,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:19:18,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:18,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:18,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:19:18,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:19:18,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:18,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:18,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:19:18,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:19:18,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:18,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:18,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:19:18,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/data/hbase/meta/1588230740 2024-11-21T09:19:18,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/data/hbase/meta/1588230740 2024-11-21T09:19:18,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:19:18,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:19:18,831 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:19:18,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:19:18,833 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:19:18,834 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65702861, jitterRate=-0.020951077342033386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:19:18,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732180758822Initializing all the Stores at 1732180758823 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180758823Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180758823Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180758823Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180758823Cleaning up temporary data from old regions at 1732180758830 (+7 ms)Region opened successfully at 1732180758834 (+4 ms) 2024-11-21T09:19:18,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:19:18,834 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:19:18,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:19:18,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:19:18,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:19:18,834 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:19:18,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180758834Disabling compacts and flushes for region at 1732180758834Disabling writes for close at 1732180758834Writing region close event to WAL at 1732180758834Closed at 1732180758834 2024-11-21T09:19:18,835 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:19:18,835 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T09:19:18,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:19:18,836 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:19:18,837 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T09:19:18,987 DEBUG [5b0ae2ee7b9e:37563 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:19:18,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,34431,1732180755894 2024-11-21T09:19:18,988 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,34431,1732180755894, state=OPENING 2024-11-21T09:19:19,034 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T09:19:19,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1015cb0a4940004, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1977235223 2024-11-21T09:19:19,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1977235223 2024-11-21T09:19:19,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1977235223/meta-region-server: CHANGED 2024-11-21T09:19:19,045 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:19:19,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1977235223/meta-region-server: CHANGED 2024-11-21T09:19:19,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,34431,1732180755894}] 2024-11-21T09:19:19,198 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:19:19,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:19:19,202 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:19:19,202 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:19:19,203 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:19:19,204 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C34431%2C1732180755894.meta, suffix=.meta, logDir=hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/WALs/5b0ae2ee7b9e,34431,1732180755894, archiveDir=hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/oldWALs, maxLogs=10 2024-11-21T09:19:19,216 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/WALs/5b0ae2ee7b9e,34431,1732180755894/5b0ae2ee7b9e%2C34431%2C1732180755894.meta.1732180759204.meta, exclude list is [], retry=0 2024-11-21T09:19:19,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35067,DS-4f3685b9-9816-45bd-b3a1-bb2520cffa62,DISK] 2024-11-21T09:19:19,219 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/WALs/5b0ae2ee7b9e,34431,1732180755894/5b0ae2ee7b9e%2C34431%2C1732180755894.meta.1732180759204.meta 2024-11-21T09:19:19,219 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40035:40035)] 2024-11-21T09:19:19,219 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:19:19,220 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:19:19,220 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:19:19,220 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:19:19,220 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:19:19,220 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:19:19,220 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:19,220 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:19:19,220 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:19:19,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:19:19,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:19:19,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:19,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:19,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:19:19,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:19:19,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:19,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:19,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:19:19,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:19:19,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:19,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:19,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:19:19,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:19:19,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:19,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:19,225 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:19:19,226 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/data/hbase/meta/1588230740 2024-11-21T09:19:19,227 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/data/hbase/meta/1588230740 2024-11-21T09:19:19,228 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:19:19,228 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:19:19,228 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:19:19,229 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:19:19,230 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72866644, jitterRate=0.08579760789871216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:19:19,230 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:19:19,230 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180759220Writing region info on filesystem at 1732180759220Initializing all the Stores at 1732180759221 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180759221Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180759221Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180759221Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180759221Cleaning up temporary data from old regions at 1732180759228 (+7 ms)Running coprocessor post-open hooks at 1732180759230 (+2 ms)Region opened successfully at 1732180759230 2024-11-21T09:19:19,230 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:19:19,231 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732180759197 2024-11-21T09:19:19,233 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:19:19,233 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:19:19,233 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,34431,1732180755894 2024-11-21T09:19:19,234 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,34431,1732180755894, state=OPEN 2024-11-21T09:19:19,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1977235223/meta-region-server 2024-11-21T09:19:19,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1015cb0a4940004, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1977235223/meta-region-server 2024-11-21T09:19:19,245 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,34431,1732180755894 2024-11-21T09:19:19,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1977235223/meta-region-server: CHANGED 2024-11-21T09:19:19,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1977235223/meta-region-server: CHANGED 2024-11-21T09:19:19,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T09:19:19,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,34431,1732180755894 in 200 msec 2024-11-21T09:19:19,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T09:19:19,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 412 msec 2024-11-21T09:19:19,250 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:19:19,250 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T09:19:19,251 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:19:19,251 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,34431,1732180755894, seqNum=-1] 2024-11-21T09:19:19,252 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:19:19,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:19:19,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:19,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:19,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:19,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:19,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:19,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2520 sec 2024-11-21T09:19:19,258 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180759258, completionTime=-1 2024-11-21T09:19:19,258 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T09:19:19,258 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:19:19,260 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T09:19:19,260 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732180819260 2024-11-21T09:19:19,260 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732180879260 2024-11-21T09:19:19,260 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T09:19:19,260 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,37563,1732180755755-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:19,261 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,37563,1732180755755-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:19,261 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,37563,1732180755755-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:19,261 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:37563, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:19,261 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:19,261 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:19,263 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T09:19:19,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:19,265 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.315sec 2024-11-21T09:19:19,266 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:19:19,266 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:19:19,266 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:19:19,266 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:19:19,266 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:19:19,266 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,37563,1732180755755-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:19:19,266 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,37563,1732180755755-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:19:19,269 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:19:19,269 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:19:19,269 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,37563,1732180755755-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:19,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff71e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:19,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,37563,-1 for getting cluster id 2024-11-21T09:19:19,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:19:19,317 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '675e40d9-8533-4793-b28d-84095ac35cbd' 2024-11-21T09:19:19,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:19:19,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "675e40d9-8533-4793-b28d-84095ac35cbd" 2024-11-21T09:19:19,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d08e6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:19,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,37563,-1] 2024-11-21T09:19:19,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:19:19,318 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:19,319 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:19:19,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73dcbd55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:19,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:19:19,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,34431,1732180755894, seqNum=-1] 2024-11-21T09:19:19,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:19:19,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:19:19,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b0ae2ee7b9e,37563,1732180755755 2024-11-21T09:19:19,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64625 2024-11-21T09:19:19,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:19:19,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015cb0a4940005 connected 2024-11-21T09:19:19,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3928535b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:19,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,41223,-1 for getting cluster id 2024-11-21T09:19:19,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:19:19,354 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23dd486f-7bc4-4c52-8290-74e50642ccbf' 2024-11-21T09:19:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:19:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23dd486f-7bc4-4c52-8290-74e50642ccbf" 2024-11-21T09:19:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ea921f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,41223,-1] 2024-11-21T09:19:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:19:19,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:19,355 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:19:19,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5131f3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:19,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:19:19,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,41223,1732180750711 2024-11-21T09:19:19,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78114bca 2024-11-21T09:19:19,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:19:19,358 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:19:19,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41223 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b0ae2ee7b9e:37563,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T09:19:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41223 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T09:19:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:19:19,360 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:37563' 2024-11-21T09:19:19,361 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59685099, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:19,361 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,37563,-1 for getting cluster id 2024-11-21T09:19:19,361 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:19:19,362 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '675e40d9-8533-4793-b28d-84095ac35cbd' 2024-11-21T09:19:19,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:19:19,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "675e40d9-8533-4793-b28d-84095ac35cbd" 2024-11-21T09:19:19,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109b20cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:19,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,37563,-1] 2024-11-21T09:19:19,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:19:19,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:19,364 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:19:19,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b44fad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:19,365 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:19:19,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,37563,1732180755755 2024-11-21T09:19:19,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59444309 2024-11-21T09:19:19,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:19:19,367 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:19:19,367 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T09:19:19,367 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T09:19:19,367 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:19,367 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:19,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:19:19,368 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:19:19,369 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T09:19:19,370 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:19:19,370 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:19,370 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:19:19,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741835_1011 (size=1138) 2024-11-21T09:19:19,419 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T09:19:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:19:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:19:19,778 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b31344334c23041c9895197f28590c2, NAME => 'hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c 2024-11-21T09:19:19,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741836_1012 (size=44) 2024-11-21T09:19:19,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:19:20,183 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:20,183 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1b31344334c23041c9895197f28590c2, disabling compactions & flushes 2024-11-21T09:19:20,183 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. 2024-11-21T09:19:20,183 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. 2024-11-21T09:19:20,184 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. after waiting 0 ms 2024-11-21T09:19:20,184 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. 2024-11-21T09:19:20,184 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. 2024-11-21T09:19:20,184 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b31344334c23041c9895197f28590c2: Waiting for close lock at 1732180760183Disabling compacts and flushes for region at 1732180760183Disabling writes for close at 1732180760184 (+1 ms)Writing region close event to WAL at 1732180760184Closed at 1732180760184 2024-11-21T09:19:20,185 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:19:20,185 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732180760185"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180760185"}]},"ts":"1732180760185"} 2024-11-21T09:19:20,187 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:19:20,188 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:19:20,188 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180760188"}]},"ts":"1732180760188"} 2024-11-21T09:19:20,190 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T09:19:20,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b31344334c23041c9895197f28590c2, ASSIGN}] 2024-11-21T09:19:20,191 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b31344334c23041c9895197f28590c2, ASSIGN 2024-11-21T09:19:20,192 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1b31344334c23041c9895197f28590c2, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,43739,1732180750904; forceNewPlan=false, retain=false 2024-11-21T09:19:20,342 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1b31344334c23041c9895197f28590c2, regionState=OPENING, regionLocation=5b0ae2ee7b9e,43739,1732180750904 2024-11-21T09:19:20,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1b31344334c23041c9895197f28590c2, ASSIGN because future has completed 2024-11-21T09:19:20,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b31344334c23041c9895197f28590c2, server=5b0ae2ee7b9e,43739,1732180750904}] 2024-11-21T09:19:20,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:19:20,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. 2024-11-21T09:19:20,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:19:20,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T09:19:20,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C43739%2C1732180750904.rep, suffix=, logDir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,43739,1732180750904, archiveDir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/oldWALs, maxLogs=10 2024-11-21T09:19:20,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,43739,1732180750904/5b0ae2ee7b9e%2C43739%2C1732180750904.rep.1732180760502, exclude list is [], retry=0 2024-11-21T09:19:20,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40875,DS-92a2583d-71b8-4aba-8105-6d3627c0e101,DISK] 2024-11-21T09:19:20,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,43739,1732180750904/5b0ae2ee7b9e%2C43739%2C1732180750904.rep.1732180760502 2024-11-21T09:19:20,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36383:36383)] 2024-11-21T09:19:20,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b31344334c23041c9895197f28590c2, NAME => 'hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:19:20,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:19:20,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:19:20,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. service=MultiRowMutationService 2024-11-21T09:19:20,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T09:19:20,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:20,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:20,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:20,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:20,522 INFO [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:20,523 INFO [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b31344334c23041c9895197f28590c2 columnFamilyName hfileref 2024-11-21T09:19:20,524 DEBUG [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:20,524 INFO [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] regionserver.HStore(327): Store=1b31344334c23041c9895197f28590c2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:20,524 INFO [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:20,525 INFO [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b31344334c23041c9895197f28590c2 columnFamilyName queue 2024-11-21T09:19:20,525 DEBUG [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:20,525 INFO [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] regionserver.HStore(327): Store=1b31344334c23041c9895197f28590c2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:20,525 INFO [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:20,526 INFO [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b31344334c23041c9895197f28590c2 columnFamilyName sid 2024-11-21T09:19:20,526 DEBUG [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:20,527 INFO [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] regionserver.HStore(327): Store=1b31344334c23041c9895197f28590c2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:20,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:20,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/replication/1b31344334c23041c9895197f28590c2 2024-11-21T09:19:20,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/replication/1b31344334c23041c9895197f28590c2 2024-11-21T09:19:20,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:20,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:20,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:19:20,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:20,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/replication/1b31344334c23041c9895197f28590c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:19:20,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 1b31344334c23041c9895197f28590c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73183920, jitterRate=0.09052538871765137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:19:20,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:20,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1b31344334c23041c9895197f28590c2: Running coprocessor pre-open hook at 1732180760521Writing region info on filesystem at 1732180760521Initializing all the Stores at 1732180760522 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180760522Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180760522Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180760522Cleaning up temporary data from old regions at 1732180760529 (+7 ms)Running coprocessor post-open hooks at 1732180760532 (+3 ms)Region opened successfully at 1732180760533 (+1 ms) 2024-11-21T09:19:20,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2., pid=7, masterSystemTime=1732180760497 2024-11-21T09:19:20,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. 2024-11-21T09:19:20,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. 2024-11-21T09:19:20,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1b31344334c23041c9895197f28590c2, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,43739,1732180750904 2024-11-21T09:19:20,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b31344334c23041c9895197f28590c2, server=5b0ae2ee7b9e,43739,1732180750904 because future has completed 2024-11-21T09:19:20,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T09:19:20,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b31344334c23041c9895197f28590c2, server=5b0ae2ee7b9e,43739,1732180750904 in 194 msec 2024-11-21T09:19:20,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T09:19:20,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b31344334c23041c9895197f28590c2, ASSIGN in 351 msec 2024-11-21T09:19:20,543 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:19:20,544 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180760543"}]},"ts":"1732180760543"} 2024-11-21T09:19:20,545 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T09:19:20,546 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:19:20,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-21T09:19:20,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2., hostname=5b0ae2ee7b9e,43739,1732180750904, seqNum=2] 2024-11-21T09:19:20,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1015cb0a4940001, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276 2024-11-21T09:19:20,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276 2024-11-21T09:19:20,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T09:19:20,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43739 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T09:19:20,830 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T09:19:20,855 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-5b0ae2ee7b9e,43739,1732180750904, ReplicationSource: 1, currentBandwidth=0 2024-11-21T09:19:20,855 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:19:20,855 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,43739,1732180750904, seqNum=-1] 2024-11-21T09:19:20,855 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:19:20,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-21T09:19:20,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b0ae2ee7b9e,43739,1732180750904', locateType=CURRENT is [region=hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2., hostname=5b0ae2ee7b9e,43739,1732180750904, seqNum=2] 2024-11-21T09:19:20,860 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T09:19:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41223 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T09:19:20,862 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b0ae2ee7b9e,43739,1732180750904 suceeded 2024-11-21T09:19:20,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T09:19:20,864 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b0ae2ee7b9e:37563,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T09:19:20,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-21T09:19:20,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5060 sec 2024-11-21T09:19:20,876 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43739,1732180750904 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:37563' 2024-11-21T09:19:20,877 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43739,1732180750904 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70923754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:20,877 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43739,1732180750904 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,37563,-1 for getting cluster id 2024-11-21T09:19:20,877 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43739,1732180750904 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:19:20,878 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '675e40d9-8533-4793-b28d-84095ac35cbd' 2024-11-21T09:19:20,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:19:20,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "675e40d9-8533-4793-b28d-84095ac35cbd" 2024-11-21T09:19:20,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eaba49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:20,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,37563,-1] 2024-11-21T09:19:20,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:19:20,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:20,879 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:19:20,880 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43739,1732180750904 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fc3b79c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:20,880 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43739,1732180750904 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:19:20,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,37563,1732180755755 2024-11-21T09:19:20,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37dcea7e 2024-11-21T09:19:20,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:19:20,882 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-21T09:19:20,883 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43739,1732180750904 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b0ae2ee7b9e,43739,1732180750904 (queues=1) is replicating from cluster=23dd486f-7bc4-4c52-8290-74e50642ccbf to cluster=675e40d9-8533-4793-b28d-84095ac35cbd 2024-11-21T09:19:20,883 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43739,1732180750904 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b0ae2ee7b9e%2C43739%2C1732180750904 2024-11-21T09:19:20,883 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43739,1732180750904 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b0ae2ee7b9e,43739,1732180750904, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T09:19:20,883 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43739,1732180750904.replicationSource.wal-reader.5b0ae2ee7b9e%2C43739%2C1732180750904,1-5b0ae2ee7b9e,43739,1732180750904 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,43739,1732180750904/5b0ae2ee7b9e%2C43739%2C1732180750904.1732180752707, startPosition=0, beingWritten=true 2024-11-21T09:19:20,883 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43739,1732180750904.replicationSource.shipper5b0ae2ee7b9e%2C43739%2C1732180750904,1-5b0ae2ee7b9e,43739,1732180750904 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b0ae2ee7b9e%2C43739%2C1732180750904 2024-11-21T09:19:21,090 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43739,1732180750904.replicationSource.wal-reader.5b0ae2ee7b9e%2C43739%2C1732180750904,1-5b0ae2ee7b9e,43739,1732180750904 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,43739,1732180750904/5b0ae2ee7b9e%2C43739%2C1732180750904.1732180752707 to pos 0, reset compression=false 2024-11-21T09:19:21,394 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43739,1732180750904.replicationSource.wal-reader.5b0ae2ee7b9e%2C43739%2C1732180750904,1-5b0ae2ee7b9e,43739,1732180750904 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,43739,1732180750904/5b0ae2ee7b9e%2C43739%2C1732180750904.1732180752707 to pos 0, reset compression=false 2024-11-21T09:19:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:19:21,509 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T09:19:21,509 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:19:21,509 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:21,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:21,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:21,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:19:21,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:19:21,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,41223,1732180750711 2024-11-21T09:19:21,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22196cf 2024-11-21T09:19:21,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:19:21,511 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:19:21,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41223 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T09:19:21,512 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:19:21,512 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:21,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:21,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:21,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:19:21,512 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:19:21,513 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1870355938, stopped=false 2024-11-21T09:19:21,513 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,41223,1732180750711 2024-11-21T09:19:21,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1015cb0a4940001, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1069712276/running 2024-11-21T09:19:21,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1069712276/running 2024-11-21T09:19:21,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1015cb0a4940001, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276 2024-11-21T09:19:21,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276 2024-11-21T09:19:21,560 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:19:21,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:19:21,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:21,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:21,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Set watcher on znode that does not yet exist, /0-1069712276/running 2024-11-21T09:19:21,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43739-0x1015cb0a4940001, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Set watcher on znode that does not yet exist, /0-1069712276/running 2024-11-21T09:19:21,561 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,43739,1732180750904' ***** 2024-11-21T09:19:21,561 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:19:21,561 INFO [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:19:21,561 INFO [RS:0;5b0ae2ee7b9e:43739 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:19:21,561 INFO [RS:0;5b0ae2ee7b9e:43739 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:19:21,561 INFO [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:21,561 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:19:21,562 INFO [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,43739,1732180750904 2024-11-21T09:19:21,562 INFO [RS:0;5b0ae2ee7b9e:43739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:19:21,562 INFO [RS:0;5b0ae2ee7b9e:43739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:43739. 2024-11-21T09:19:21,562 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:21,562 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:21,562 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b31344334c23041c9895197f28590c2, disabling compactions & flushes 2024-11-21T09:19:21,562 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. 2024-11-21T09:19:21,562 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. 2024-11-21T09:19:21,562 INFO [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:19:21,562 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. after waiting 0 ms 2024-11-21T09:19:21,562 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. 2024-11-21T09:19:21,562 INFO [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:19:21,562 INFO [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:19:21,562 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1b31344334c23041c9895197f28590c2 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-21T09:19:21,562 INFO [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:19:21,562 INFO [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T09:19:21,562 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer(1325): Online Regions={1b31344334c23041c9895197f28590c2=hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T09:19:21,562 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:19:21,562 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:21,562 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:19:21,562 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:19:21,562 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:19:21,562 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:19:21,562 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T09:19:21,575 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/replication/1b31344334c23041c9895197f28590c2/.tmp/queue/a39bf243d0c84287b52c739d742249e8 is 151, key is 1-5b0ae2ee7b9e,43739,1732180750904/queue:5b0ae2ee7b9e%2C43739%2C1732180750904/1732180760859/Put/seqid=0 2024-11-21T09:19:21,575 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/.tmp/info/daf483c1d2434e4494055371fd59fc32 is 147, key is hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2./info:regioninfo/1732180760536/Put/seqid=0 2024-11-21T09:19:21,579 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:19:21,579 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:19:21,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741839_1015 (size=6631) 2024-11-21T09:19:21,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741838_1014 (size=5350) 2024-11-21T09:19:21,586 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:19:21,762 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:21,798 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43739,1732180750904.replicationSource.wal-reader.5b0ae2ee7b9e%2C43739%2C1732180750904,1-5b0ae2ee7b9e,43739,1732180750904 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,43739,1732180750904/5b0ae2ee7b9e%2C43739%2C1732180750904.1732180752707 to pos 0, reset compression=false 2024-11-21T09:19:21,963 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:21,980 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/.tmp/info/daf483c1d2434e4494055371fd59fc32 2024-11-21T09:19:21,982 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/replication/1b31344334c23041c9895197f28590c2/.tmp/queue/a39bf243d0c84287b52c739d742249e8 2024-11-21T09:19:21,988 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/replication/1b31344334c23041c9895197f28590c2/.tmp/queue/a39bf243d0c84287b52c739d742249e8 as hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/replication/1b31344334c23041c9895197f28590c2/queue/a39bf243d0c84287b52c739d742249e8 2024-11-21T09:19:21,995 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/replication/1b31344334c23041c9895197f28590c2/queue/a39bf243d0c84287b52c739d742249e8, entries=1, sequenceid=5, filesize=5.2 K 2024-11-21T09:19:21,996 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1b31344334c23041c9895197f28590c2 in 434ms, sequenceid=5, compaction requested=false 2024-11-21T09:19:21,996 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T09:19:22,001 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/replication/1b31344334c23041c9895197f28590c2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T09:19:22,001 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/.tmp/ns/04e2d3c7d681464b91a783470604ea7c is 43, key is default/ns:d/1732180753780/Put/seqid=0 2024-11-21T09:19:22,001 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:19:22,001 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:19:22,001 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. 2024-11-21T09:19:22,001 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b31344334c23041c9895197f28590c2: Waiting for close lock at 1732180761562Running coprocessor pre-close hooks at 1732180761562Disabling compacts and flushes for region at 1732180761562Disabling writes for close at 1732180761562Obtaining lock to block concurrent updates at 1732180761562Preparing flush snapshotting stores in 1b31344334c23041c9895197f28590c2 at 1732180761562Finished memstore snapshotting hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732180761562Flushing stores of hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. at 1732180761563 (+1 ms)Flushing 1b31344334c23041c9895197f28590c2/queue: creating writer at 1732180761563Flushing 1b31344334c23041c9895197f28590c2/queue: appending metadata at 1732180761575 (+12 ms)Flushing 1b31344334c23041c9895197f28590c2/queue: closing flushed file at 1732180761575Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42a7568f: reopening flushed file at 1732180761987 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 1b31344334c23041c9895197f28590c2 in 434ms, sequenceid=5, compaction requested=false at 1732180761996 (+9 ms)Writing region close event to WAL at 1732180761998 (+2 ms)Running coprocessor post-close hooks at 1732180762001 (+3 ms)Closed at 1732180762001 2024-11-21T09:19:22,002 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. 2024-11-21T09:19:22,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741840_1016 (size=5153) 2024-11-21T09:19:22,163 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:19:22,302 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43739,1732180750904.replicationSource.wal-reader.5b0ae2ee7b9e%2C43739%2C1732180750904,1-5b0ae2ee7b9e,43739,1732180750904 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,43739,1732180750904/5b0ae2ee7b9e%2C43739%2C1732180750904.1732180752707 to pos 0, reset compression=false 2024-11-21T09:19:22,363 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:19:22,406 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/.tmp/ns/04e2d3c7d681464b91a783470604ea7c 2024-11-21T09:19:22,426 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/.tmp/table/cac67722341443eab4a6ba7629222bcb is 53, key is hbase:replication/table:state/1732180760543/Put/seqid=0 2024-11-21T09:19:22,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741841_1017 (size=5256) 2024-11-21T09:19:22,563 INFO [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T09:19:22,563 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T09:19:22,563 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:19:22,764 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:19:22,831 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/.tmp/table/cac67722341443eab4a6ba7629222bcb 2024-11-21T09:19:22,836 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/.tmp/info/daf483c1d2434e4494055371fd59fc32 as hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/info/daf483c1d2434e4494055371fd59fc32 2024-11-21T09:19:22,840 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/info/daf483c1d2434e4494055371fd59fc32, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T09:19:22,841 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/.tmp/ns/04e2d3c7d681464b91a783470604ea7c as hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/ns/04e2d3c7d681464b91a783470604ea7c 2024-11-21T09:19:22,845 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/ns/04e2d3c7d681464b91a783470604ea7c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T09:19:22,846 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/.tmp/table/cac67722341443eab4a6ba7629222bcb as hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/table/cac67722341443eab4a6ba7629222bcb 2024-11-21T09:19:22,850 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/table/cac67722341443eab4a6ba7629222bcb, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T09:19:22,851 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false 2024-11-21T09:19:22,855 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T09:19:22,855 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:19:22,855 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:19:22,856 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:19:22,856 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180761562Running coprocessor pre-close hooks at 1732180761562Disabling compacts and flushes for region at 1732180761562Disabling writes for close at 1732180761562Obtaining lock to block concurrent updates at 1732180761562Preparing flush snapshotting stores in 1588230740 at 1732180761562Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732180761563 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732180761563Flushing 1588230740/info: creating writer at 1732180761563Flushing 1588230740/info: appending metadata at 1732180761575 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732180761575Flushing 1588230740/ns: creating writer at 1732180761986 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732180762001 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732180762001Flushing 1588230740/table: creating writer at 1732180762411 (+410 ms)Flushing 1588230740/table: appending metadata at 1732180762426 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732180762426Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64d38669: reopening flushed file at 1732180762835 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ff024cc: reopening flushed file at 1732180762840 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71443238: reopening flushed file at 1732180762845 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false at 1732180762851 (+6 ms)Writing region close event to WAL at 1732180762852 (+1 ms)Running coprocessor post-close hooks at 1732180762855 (+3 ms)Closed at 1732180762856 (+1 ms) 2024-11-21T09:19:22,856 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:19:22,907 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43739,1732180750904.replicationSource.wal-reader.5b0ae2ee7b9e%2C43739%2C1732180750904,1-5b0ae2ee7b9e,43739,1732180750904 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,43739,1732180750904/5b0ae2ee7b9e%2C43739%2C1732180750904.1732180752707 to pos 0, reset compression=false 2024-11-21T09:19:22,964 INFO [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,43739,1732180750904; all regions closed. 2024-11-21T09:19:22,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741834_1010 (size=2742) 2024-11-21T09:19:22,966 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,43739,1732180750904/5b0ae2ee7b9e%2C43739%2C1732180750904.meta.1732180753711.meta not finished, retry = 0 2024-11-21T09:19:23,068 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/oldWALs 2024-11-21T09:19:23,068 INFO [RS:0;5b0ae2ee7b9e:43739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C43739%2C1732180750904.meta:.meta(num 1732180753711) 2024-11-21T09:19:23,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741837_1013 (size=1586) 2024-11-21T09:19:23,071 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,43739,1732180750904/5b0ae2ee7b9e%2C43739%2C1732180750904.rep.1732180760502 not finished, retry = 0 2024-11-21T09:19:23,173 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/oldWALs 2024-11-21T09:19:23,173 INFO [RS:0;5b0ae2ee7b9e:43739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C43739%2C1732180750904.rep:(num 1732180760502) 2024-11-21T09:19:23,216 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,43739,1732180750904/5b0ae2ee7b9e%2C43739%2C1732180750904.1732180752707 not finished, retry = 0 2024-11-21T09:19:23,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741832_1008 (size=93) 2024-11-21T09:19:23,318 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/oldWALs 2024-11-21T09:19:23,318 INFO [RS:0;5b0ae2ee7b9e:43739 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C43739%2C1732180750904:(num 1732180752707) 2024-11-21T09:19:23,318 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:23,318 INFO [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:19:23,318 INFO [RS:0;5b0ae2ee7b9e:43739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:19:23,319 INFO [RS:0;5b0ae2ee7b9e:43739 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T09:19:23,319 INFO [RS:0;5b0ae2ee7b9e:43739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:19:23,319 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:19:23,319 INFO [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b0ae2ee7b9e,43739,1732180750904 because: Region server is closing 2024-11-21T09:19:23,319 INFO [RS:0;5b0ae2ee7b9e:43739 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:43739. 2024-11-21T09:19:23,319 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:23,319 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:23,319 DEBUG [RS:0;5b0ae2ee7b9e:43739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:23,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:19:23,420 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43739,1732180750904.replicationSource.wal-reader.5b0ae2ee7b9e%2C43739%2C1732180750904,1-5b0ae2ee7b9e,43739,1732180750904 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T09:19:23,420 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43739,1732180750904.replicationSource.shipper5b0ae2ee7b9e%2C43739%2C1732180750904,1-5b0ae2ee7b9e,43739,1732180750904 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T09:19:23,420 INFO [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,43739,1732180750904.replicationSource.shipper5b0ae2ee7b9e%2C43739%2C1732180750904,1-5b0ae2ee7b9e,43739,1732180750904 terminated 2024-11-21T09:19:23,420 INFO [RS:0;5b0ae2ee7b9e:43739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43739 2024-11-21T09:19:23,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276/rs 2024-11-21T09:19:23,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1015cb0a4940001, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1069712276/rs/5b0ae2ee7b9e,43739,1732180750904 2024-11-21T09:19:23,444 INFO [RS:0;5b0ae2ee7b9e:43739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:19:23,455 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,43739,1732180750904] 2024-11-21T09:19:23,465 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1069712276/draining/5b0ae2ee7b9e,43739,1732180750904 already deleted, retry=false 2024-11-21T09:19:23,465 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,43739,1732180750904 expired; onlineServers=0 2024-11-21T09:19:23,465 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,41223,1732180750711' ***** 2024-11-21T09:19:23,465 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:19:23,466 INFO [M:0;5b0ae2ee7b9e:41223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:19:23,466 INFO [M:0;5b0ae2ee7b9e:41223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:19:23,466 DEBUG [M:0;5b0ae2ee7b9e:41223 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:19:23,466 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:19:23,466 DEBUG [M:0;5b0ae2ee7b9e:41223 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:19:23,466 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180752516 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180752516,5,FailOnTimeoutGroup] 2024-11-21T09:19:23,466 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180752517 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180752517,5,FailOnTimeoutGroup] 2024-11-21T09:19:23,466 INFO [M:0;5b0ae2ee7b9e:41223 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:19:23,466 INFO [M:0;5b0ae2ee7b9e:41223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:19:23,466 DEBUG [M:0;5b0ae2ee7b9e:41223 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:19:23,466 INFO [M:0;5b0ae2ee7b9e:41223 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:19:23,466 INFO [M:0;5b0ae2ee7b9e:41223 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:19:23,467 INFO [M:0;5b0ae2ee7b9e:41223 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:19:23,467 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:19:23,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1069712276/master 2024-11-21T09:19:23,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276 2024-11-21T09:19:23,476 DEBUG [M:0;5b0ae2ee7b9e:41223 {}] zookeeper.ZKUtil(347): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Unable to get data of znode /0-1069712276/master because node does not exist (not an error) 2024-11-21T09:19:23,476 WARN [M:0;5b0ae2ee7b9e:41223 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T09:19:23,477 INFO [M:0;5b0ae2ee7b9e:41223 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/.lastflushedseqids 2024-11-21T09:19:23,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741842_1018 (size=181) 2024-11-21T09:19:23,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1015cb0a4940001, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:19:23,555 INFO [RS:0;5b0ae2ee7b9e:43739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:19:23,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43739-0x1015cb0a4940001, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:19:23,555 INFO [RS:0;5b0ae2ee7b9e:43739 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,43739,1732180750904; zookeeper connection closed. 2024-11-21T09:19:23,555 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38008d3b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38008d3b 2024-11-21T09:19:23,556 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T09:19:23,882 INFO [M:0;5b0ae2ee7b9e:41223 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:19:23,882 INFO [M:0;5b0ae2ee7b9e:41223 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:19:23,882 DEBUG [M:0;5b0ae2ee7b9e:41223 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:19:23,882 INFO [M:0;5b0ae2ee7b9e:41223 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:23,882 DEBUG [M:0;5b0ae2ee7b9e:41223 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:23,882 DEBUG [M:0;5b0ae2ee7b9e:41223 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:19:23,882 DEBUG [M:0;5b0ae2ee7b9e:41223 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:23,882 INFO [M:0;5b0ae2ee7b9e:41223 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-21T09:19:23,896 DEBUG [M:0;5b0ae2ee7b9e:41223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f98f5f1e578f4746a35e1c7c85436eb2 is 82, key is hbase:meta,,1/info:regioninfo/1732180753744/Put/seqid=0 2024-11-21T09:19:23,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741843_1019 (size=5672) 2024-11-21T09:19:24,301 INFO [M:0;5b0ae2ee7b9e:41223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f98f5f1e578f4746a35e1c7c85436eb2 2024-11-21T09:19:24,319 DEBUG [M:0;5b0ae2ee7b9e:41223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2df9aac73c2a4e7bb4ce0ecaab6aa959 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732180760547/Put/seqid=0 2024-11-21T09:19:24,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741844_1020 (size=7203) 2024-11-21T09:19:24,722 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:19:24,723 INFO [M:0;5b0ae2ee7b9e:41223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2df9aac73c2a4e7bb4ce0ecaab6aa959 2024-11-21T09:19:24,742 DEBUG [M:0;5b0ae2ee7b9e:41223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c065aa39dae6448bb47c4258ea0df59f is 69, key is 5b0ae2ee7b9e,43739,1732180750904/rs:state/1732180752564/Put/seqid=0 2024-11-21T09:19:24,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741845_1021 (size=5156) 2024-11-21T09:19:24,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:24,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:24,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:24,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:24,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:24,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:25,150 INFO [M:0;5b0ae2ee7b9e:41223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c065aa39dae6448bb47c4258ea0df59f 2024-11-21T09:19:25,156 DEBUG [M:0;5b0ae2ee7b9e:41223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f98f5f1e578f4746a35e1c7c85436eb2 as hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f98f5f1e578f4746a35e1c7c85436eb2 2024-11-21T09:19:25,162 INFO [M:0;5b0ae2ee7b9e:41223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f98f5f1e578f4746a35e1c7c85436eb2, entries=8, sequenceid=70, filesize=5.5 K 2024-11-21T09:19:25,163 DEBUG [M:0;5b0ae2ee7b9e:41223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2df9aac73c2a4e7bb4ce0ecaab6aa959 as hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2df9aac73c2a4e7bb4ce0ecaab6aa959 2024-11-21T09:19:25,168 INFO [M:0;5b0ae2ee7b9e:41223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2df9aac73c2a4e7bb4ce0ecaab6aa959, entries=8, sequenceid=70, filesize=7.0 K 2024-11-21T09:19:25,169 DEBUG [M:0;5b0ae2ee7b9e:41223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c065aa39dae6448bb47c4258ea0df59f as hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c065aa39dae6448bb47c4258ea0df59f 2024-11-21T09:19:25,175 INFO [M:0;5b0ae2ee7b9e:41223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c065aa39dae6448bb47c4258ea0df59f, entries=1, sequenceid=70, filesize=5.0 K 2024-11-21T09:19:25,176 INFO [M:0;5b0ae2ee7b9e:41223 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false 2024-11-21T09:19:25,177 INFO [M:0;5b0ae2ee7b9e:41223 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:25,177 DEBUG [M:0;5b0ae2ee7b9e:41223 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180763882Disabling compacts and flushes for region at 1732180763882Disabling writes for close at 1732180763882Obtaining lock to block concurrent updates at 1732180763882Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180763882Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732180763883 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180763883Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180763883Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180763896 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180763896Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180764305 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180764318 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180764318Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180764728 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180764742 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180764742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78cd72f6: reopening flushed file at 1732180765155 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8974636: reopening flushed file at 1732180765162 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b26f8c1: reopening flushed file at 1732180765168 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false at 1732180765176 (+8 ms)Writing region close event to WAL at 1732180765177 (+1 ms)Closed at 1732180765177 2024-11-21T09:19:25,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741830_1006 (size=41008) 2024-11-21T09:19:25,181 INFO [M:0;5b0ae2ee7b9e:41223 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:19:25,181 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:19:25,181 INFO [M:0;5b0ae2ee7b9e:41223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41223 2024-11-21T09:19:25,181 INFO [M:0;5b0ae2ee7b9e:41223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:19:25,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:19:25,344 INFO [M:0;5b0ae2ee7b9e:41223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:19:25,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41223-0x1015cb0a4940000, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:19:25,346 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:19:25,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:25,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:25,346 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:19:25,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:25,346 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:19:25,346 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:19:25,346 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:19:25,347 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43385 2024-11-21T09:19:25,348 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43385 connecting to ZooKeeper ensemble=127.0.0.1:64625 2024-11-21T09:19:25,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433850x0, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:19:25,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43385-0x1015cb0a4940006 connected 2024-11-21T09:19:25,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:25,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:25,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Set watcher on znode that does not yet exist, /0-1069712276/running 2024-11-21T09:19:25,375 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1069712276/meta-region-server: INIT 2024-11-21T09:19:25,375 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c, hbase.cluster.distributed=false 2024-11-21T09:19:25,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Set watcher on znode that does not yet exist, /0-1069712276/acl 2024-11-21T09:19:25,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43385 2024-11-21T09:19:25,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43385 2024-11-21T09:19:25,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43385 2024-11-21T09:19:25,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43385 2024-11-21T09:19:25,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43385 2024-11-21T09:19:25,389 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:19:25,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:25,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:25,389 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:19:25,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:25,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:19:25,389 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:19:25,389 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:19:25,390 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44605 2024-11-21T09:19:25,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44605 connecting to ZooKeeper ensemble=127.0.0.1:64625 2024-11-21T09:19:25,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:25,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:25,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446050x0, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:19:25,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44605-0x1015cb0a4940007 connected 2024-11-21T09:19:25,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44605-0x1015cb0a4940007, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Set watcher on znode that does not yet exist, /0-1069712276/running 2024-11-21T09:19:25,403 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1069712276/meta-region-server: INIT 2024-11-21T09:19:25,403 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:19:25,403 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:19:25,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44605-0x1015cb0a4940007, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Set watcher on znode that does not yet exist, /0-1069712276/master 2024-11-21T09:19:25,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44605-0x1015cb0a4940007, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Set watcher on znode that does not yet exist, /0-1069712276/acl 2024-11-21T09:19:25,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44605 2024-11-21T09:19:25,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44605 2024-11-21T09:19:25,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44605 2024-11-21T09:19:25,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44605 2024-11-21T09:19:25,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44605 2024-11-21T09:19:25,421 DEBUG [M:0;5b0ae2ee7b9e:43385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:43385 2024-11-21T09:19:25,422 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1069712276/backup-masters/5b0ae2ee7b9e,43385,1732180765346 2024-11-21T09:19:25,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x1015cb0a4940007, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276/backup-masters 2024-11-21T09:19:25,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276/backup-masters 2024-11-21T09:19:25,434 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Set watcher on existing znode=/0-1069712276/backup-masters/5b0ae2ee7b9e,43385,1732180765346 2024-11-21T09:19:25,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x1015cb0a4940007, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1069712276/master 2024-11-21T09:19:25,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276 2024-11-21T09:19:25,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x1015cb0a4940007, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276 2024-11-21T09:19:25,445 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Set watcher on existing znode=/0-1069712276/master 2024-11-21T09:19:25,445 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1069712276/backup-masters/5b0ae2ee7b9e,43385,1732180765346 from backup master directory 2024-11-21T09:19:25,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1069712276/backup-masters/5b0ae2ee7b9e,43385,1732180765346 2024-11-21T09:19:25,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x1015cb0a4940007, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276/backup-masters 2024-11-21T09:19:25,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276/backup-masters 2024-11-21T09:19:25,455 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:19:25,455 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,43385,1732180765346 2024-11-21T09:19:25,464 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:25,464 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:19:25,470 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-21T09:19:25,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741846_1022 (size=196) 2024-11-21T09:19:25,881 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:19:25,881 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:19:25,882 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:19:25,886 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-21T09:19:25,888 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/WALs/5b0ae2ee7b9e,41223,1732180750711 to hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/WALs/5b0ae2ee7b9e,41223,1732180750711-dead as it is dead 2024-11-21T09:19:25,888 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/WALs/5b0ae2ee7b9e,41223,1732180750711-dead/5b0ae2ee7b9e%2C41223%2C1732180750711.1732180752258 2024-11-21T09:19:25,889 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/WALs/5b0ae2ee7b9e,41223,1732180750711-dead/5b0ae2ee7b9e%2C41223%2C1732180750711.1732180752258 after 0ms 2024-11-21T09:19:25,890 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/WALs/5b0ae2ee7b9e,41223,1732180750711-dead/5b0ae2ee7b9e%2C41223%2C1732180750711.1732180752258 to hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5b0ae2ee7b9e%2C41223%2C1732180750711.1732180752258 2024-11-21T09:19:25,890 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/WALs/5b0ae2ee7b9e,41223,1732180750711-dead 2024-11-21T09:19:25,890 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/WALs/5b0ae2ee7b9e,43385,1732180765346 2024-11-21T09:19:25,891 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:19:25,892 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C43385%2C1732180765346, suffix=, logDir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/WALs/5b0ae2ee7b9e,43385,1732180765346, archiveDir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/oldWALs, maxLogs=10 2024-11-21T09:19:25,903 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/WALs/5b0ae2ee7b9e,43385,1732180765346/5b0ae2ee7b9e%2C43385%2C1732180765346.1732180765892, exclude list is [], retry=0 2024-11-21T09:19:25,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40875,DS-92a2583d-71b8-4aba-8105-6d3627c0e101,DISK] 2024-11-21T09:19:25,907 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/WALs/5b0ae2ee7b9e,43385,1732180765346/5b0ae2ee7b9e%2C43385%2C1732180765346.1732180765892 2024-11-21T09:19:25,907 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36383:36383)] 2024-11-21T09:19:25,907 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:19:25,907 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:25,907 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:25,907 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:25,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:25,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:19:25,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:25,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f98f5f1e578f4746a35e1c7c85436eb2 2024-11-21T09:19:25,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:25,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:25,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:19:25,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:25,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2df9aac73c2a4e7bb4ce0ecaab6aa959 2024-11-21T09:19:25,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:25,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:25,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:19:25,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:25,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c065aa39dae6448bb47c4258ea0df59f 2024-11-21T09:19:25,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:25,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:25,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:19:25,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:25,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:25,929 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:25,930 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-21T09:19:25,930 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5b0ae2ee7b9e%2C41223%2C1732180750711.1732180752258 2024-11-21T09:19:25,934 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5b0ae2ee7b9e%2C41223%2C1732180750711.1732180752258 2024-11-21T09:19:25,934 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/5b0ae2ee7b9e%2C41223%2C1732180750711.1732180752258 2024-11-21T09:19:25,935 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:25,935 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:25,936 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:19:25,937 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:25,939 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-21T09:19:25,939 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62608692, jitterRate=-0.0670577883720398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:19:25,940 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180765907Initializing all the Stores at 1732180765908 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180765908Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180765908Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180765908Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180765908Cleaning up temporary data from old regions at 1732180765935 (+27 ms)Region opened successfully at 1732180765940 (+5 ms) 2024-11-21T09:19:25,940 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:19:25,942 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec3e489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:19:25,944 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-21T09:19:25,944 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:19:25,944 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:19:25,945 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:19:25,945 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T09:19:25,948 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:19:25,948 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T09:19:25,948 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T09:19:25,949 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-21T09:19:25,949 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T09:19:25,952 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=5b0ae2ee7b9e,43739,1732180750904, regionLocation=5b0ae2ee7b9e,43739,1732180750904, openSeqNum=2 2024-11-21T09:19:25,952 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=5b0ae2ee7b9e,43739,1732180750904, table=hbase:meta, region=1588230740 2024-11-21T09:19:25,952 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,43739,1732180750904, state=OPEN 2024-11-21T09:19:26,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x1015cb0a4940007, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1069712276/meta-region-server 2024-11-21T09:19:26,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1069712276/meta-region-server 2024-11-21T09:19:26,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1069712276/meta-region-server: CHANGED 2024-11-21T09:19:26,002 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1069712276/meta-region-server: CHANGED 2024-11-21T09:19:26,006 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:19:26,012 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1069712276/draining/5b0ae2ee7b9e,43739,1732180750904 already deleted, retry=false 2024-11-21T09:19:26,013 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 5b0ae2ee7b9e,43739,1732180750904 on 5b0ae2ee7b9e,43385,1732180765346 2024-11-21T09:19:26,014 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 5b0ae2ee7b9e,43739,1732180750904, splitWal=true, meta=true 2024-11-21T09:19:26,014 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 5b0ae2ee7b9e,43739,1732180750904 (carryingMeta=true) 5b0ae2ee7b9e,43739,1732180750904/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@740562a8[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T09:19:26,015 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Unable to get data of znode /0-1069712276/balancer because node does not exist (not necessarily an error) 2024-11-21T09:19:26,023 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1069712276/balancer already deleted, retry=false 2024-11-21T09:19:26,023 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:19:26,024 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Unable to get data of znode /0-1069712276/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:19:26,034 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1069712276/normalizer already deleted, retry=false 2024-11-21T09:19:26,034 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:19:26,035 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Unable to get data of znode /0-1069712276/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:19:26,044 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1069712276/switch/split already deleted, retry=false 2024-11-21T09:19:26,045 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Unable to get data of znode /0-1069712276/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:19:26,055 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1069712276/switch/merge already deleted, retry=false 2024-11-21T09:19:26,067 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Unable to get data of znode /0-1069712276/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:19:26,076 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1069712276/snapshot-cleanup already deleted, retry=false 2024-11-21T09:19:26,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x1015cb0a4940007, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1069712276/running 2024-11-21T09:19:26,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1069712276/running 2024-11-21T09:19:26,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x1015cb0a4940007, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276 2024-11-21T09:19:26,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276 2024-11-21T09:19:26,087 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,43385,1732180765346, sessionid=0x1015cb0a4940006, setting cluster-up flag (Was=false) 2024-11-21T09:19:26,098 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1069712276/flush-table-proc/acquired, /0-1069712276/flush-table-proc/reached, /0-1069712276/flush-table-proc/abort 2024-11-21T09:19:26,098 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,43385,1732180765346 2024-11-21T09:19:26,108 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1069712276/online-snapshot/acquired, /0-1069712276/online-snapshot/reached, /0-1069712276/online-snapshot/abort 2024-11-21T09:19:26,109 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,43385,1732180765346 2024-11-21T09:19:26,110 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/.lastflushedseqids 2024-11-21T09:19:26,112 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:19:26,112 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:19:26,112 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,43385,1732180765346 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 5b0ae2ee7b9e,43739,1732180750904 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:19:26,113 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:19:26,113 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:19:26,113 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:19:26,113 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:19:26,113 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:19:26,113 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:26,113 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:19:26,113 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:26,114 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180796114 2024-11-21T09:19:26,114 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:19:26,114 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:19:26,114 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:19:26,114 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:19:26,114 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:19:26,115 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:19:26,115 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 5b0ae2ee7b9e,43739,1732180750904, splitWal=true, meta=true 2024-11-21T09:19:26,115 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:26,115 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:19:26,115 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 5b0ae2ee7b9e,43739,1732180750904, splitWal=true, meta=true, isMeta: true 2024-11-21T09:19:26,115 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:19:26,116 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:19:26,116 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T09:19:26,116 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:19:26,116 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:19:26,116 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180766116,5,FailOnTimeoutGroup] 2024-11-21T09:19:26,116 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180766116,5,FailOnTimeoutGroup] 2024-11-21T09:19:26,116 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:26,116 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:19:26,116 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:26,116 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,43739,1732180750904-splitting 2024-11-21T09:19:26,117 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:26,117 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180766117, completionTime=-1 2024-11-21T09:19:26,117 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-21T09:19:26,117 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T09:19:26,117 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,43739,1732180750904-splitting dir is empty, no logs to split. 2024-11-21T09:19:26,117 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5b0ae2ee7b9e,43739,1732180750904 WAL count=0, meta=true 2024-11-21T09:19:26,119 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,43739,1732180750904-splitting dir is empty, no logs to split. 2024-11-21T09:19:26,119 INFO [PEWorker-1 {}] master.SplitWALManager(105): 5b0ae2ee7b9e,43739,1732180750904 WAL count=0, meta=true 2024-11-21T09:19:26,119 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 5b0ae2ee7b9e,43739,1732180750904 WAL splitting is done? wals=0, meta=true 2024-11-21T09:19:26,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:19:26,121 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:19:26,121 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T09:19:26,210 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.HRegionServer(746): ClusterId : 23dd486f-7bc4-4c52-8290-74e50642ccbf 2024-11-21T09:19:26,210 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:19:26,223 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:19:26,223 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:19:26,234 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:19:26,235 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19204775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:19:26,244 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:44605 2024-11-21T09:19:26,244 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:19:26,244 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:19:26,244 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:19:26,245 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,43385,1732180765346 with port=44605, startcode=1732180765389 2024-11-21T09:19:26,245 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:19:26,246 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:19:26,247 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43385 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,44605,1732180765389 2024-11-21T09:19:26,247 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43385 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,44605,1732180765389 2024-11-21T09:19:26,248 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c 2024-11-21T09:19:26,248 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41149 2024-11-21T09:19:26,248 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:19:26,267 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T09:19:26,271 WARN [5b0ae2ee7b9e:43385 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T09:19:26,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276/rs 2024-11-21T09:19:26,285 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] zookeeper.ZKUtil(111): regionserver:44605-0x1015cb0a4940007, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Set watcher on existing znode=/0-1069712276/rs/5b0ae2ee7b9e,44605,1732180765389 2024-11-21T09:19:26,286 WARN [RS:0;5b0ae2ee7b9e:44605 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:19:26,286 INFO [RS:0;5b0ae2ee7b9e:44605 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:19:26,286 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,44605,1732180765389 2024-11-21T09:19:26,286 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,44605,1732180765389] 2024-11-21T09:19:26,301 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:19:26,303 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:19:26,303 INFO [RS:0;5b0ae2ee7b9e:44605 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:19:26,303 INFO [RS:0;5b0ae2ee7b9e:44605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:26,303 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:19:26,304 INFO [RS:0;5b0ae2ee7b9e:44605 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:19:26,304 INFO [RS:0;5b0ae2ee7b9e:44605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:26,304 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:26,304 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:26,304 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:26,304 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:26,304 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:26,304 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:19:26,304 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:26,304 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:26,304 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:26,304 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:26,304 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:26,304 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:26,304 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:19:26,304 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:19:26,305 INFO [RS:0;5b0ae2ee7b9e:44605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:26,305 INFO [RS:0;5b0ae2ee7b9e:44605 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:26,305 INFO [RS:0;5b0ae2ee7b9e:44605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:26,305 INFO [RS:0;5b0ae2ee7b9e:44605 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:26,305 INFO [RS:0;5b0ae2ee7b9e:44605 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:26,305 INFO [RS:0;5b0ae2ee7b9e:44605 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,44605,1732180765389-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:19:26,317 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:19:26,317 INFO [RS:0;5b0ae2ee7b9e:44605 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,44605,1732180765389-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:26,329 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.ReplicationSource(231): queueId=1-5b0ae2ee7b9e,44605,1732180765389, ReplicationSource: 1, currentBandwidth=0 2024-11-21T09:19:26,329 INFO [RS:0;5b0ae2ee7b9e:44605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:26,329 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.Replication(171): 5b0ae2ee7b9e,44605,1732180765389 started 2024-11-21T09:19:26,341 INFO [RS:0;5b0ae2ee7b9e:44605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:26,341 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,44605,1732180765389, RpcServer on 5b0ae2ee7b9e/172.17.0.2:44605, sessionid=0x1015cb0a4940007 2024-11-21T09:19:26,341 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:19:26,341 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,44605,1732180765389 2024-11-21T09:19:26,341 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,44605,1732180765389' 2024-11-21T09:19:26,341 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1069712276/flush-table-proc/abort' 2024-11-21T09:19:26,342 DEBUG [RS:0;5b0ae2ee7b9e:44605.replicationSource,1-5b0ae2ee7b9e,44605,1732180765389 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:37563' 2024-11-21T09:19:26,342 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1069712276/flush-table-proc/acquired' 2024-11-21T09:19:26,342 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:19:26,342 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:19:26,342 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,44605,1732180765389 2024-11-21T09:19:26,342 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,44605,1732180765389' 2024-11-21T09:19:26,342 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1069712276/online-snapshot/abort' 2024-11-21T09:19:26,343 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1069712276/online-snapshot/acquired' 2024-11-21T09:19:26,343 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:19:26,343 INFO [RS:0;5b0ae2ee7b9e:44605 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:19:26,343 INFO [RS:0;5b0ae2ee7b9e:44605 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:19:26,343 DEBUG [RS:0;5b0ae2ee7b9e:44605.replicationSource,1-5b0ae2ee7b9e,44605,1732180765389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a9c0af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:26,343 DEBUG [RS:0;5b0ae2ee7b9e:44605.replicationSource,1-5b0ae2ee7b9e,44605,1732180765389 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,37563,-1 for getting cluster id 2024-11-21T09:19:26,343 DEBUG [RS:0;5b0ae2ee7b9e:44605.replicationSource,1-5b0ae2ee7b9e,44605,1732180765389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:19:26,344 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '675e40d9-8533-4793-b28d-84095ac35cbd' 2024-11-21T09:19:26,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:19:26,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "675e40d9-8533-4793-b28d-84095ac35cbd" 2024-11-21T09:19:26,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@746b6d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:26,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,37563,-1] 2024-11-21T09:19:26,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:19:26,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:26,346 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:19:26,346 DEBUG [RS:0;5b0ae2ee7b9e:44605.replicationSource,1-5b0ae2ee7b9e,44605,1732180765389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eb3317e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:26,347 DEBUG [RS:0;5b0ae2ee7b9e:44605.replicationSource,1-5b0ae2ee7b9e,44605,1732180765389 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:19:26,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,37563,1732180755755 2024-11-21T09:19:26,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30e01bc9 2024-11-21T09:19:26,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:19:26,348 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-21T09:19:26,349 INFO [RS:0;5b0ae2ee7b9e:44605.replicationSource,1-5b0ae2ee7b9e,44605,1732180765389 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b0ae2ee7b9e,44605,1732180765389 (queues=0) is replicating from cluster=23dd486f-7bc4-4c52-8290-74e50642ccbf to cluster=675e40d9-8533-4793-b28d-84095ac35cbd 2024-11-21T09:19:26,443 INFO [RS:0;5b0ae2ee7b9e:44605 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:19:26,445 INFO [RS:0;5b0ae2ee7b9e:44605 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C44605%2C1732180765389, suffix=, logDir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,44605,1732180765389, archiveDir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/oldWALs, maxLogs=10 2024-11-21T09:19:26,456 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,44605,1732180765389/5b0ae2ee7b9e%2C44605%2C1732180765389.1732180766445, exclude list is [], retry=0 2024-11-21T09:19:26,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40875,DS-92a2583d-71b8-4aba-8105-6d3627c0e101,DISK] 2024-11-21T09:19:26,460 INFO [RS:0;5b0ae2ee7b9e:44605 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,44605,1732180765389/5b0ae2ee7b9e%2C44605%2C1732180765389.1732180766445 2024-11-21T09:19:26,461 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 5b0ae2ee7b9e%2C44605%2C1732180765389 for peer 1 2024-11-21T09:19:26,461 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b0ae2ee7b9e%2C44605%2C1732180765389 2024-11-21T09:19:26,461 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b0ae2ee7b9e,44605,1732180765389, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T09:19:26,461 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36383:36383)] 2024-11-21T09:19:26,461 INFO [RS:0;5b0ae2ee7b9e:44605.replicationSource.shipper5b0ae2ee7b9e%2C44605%2C1732180765389,1-5b0ae2ee7b9e,44605,1732180765389 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b0ae2ee7b9e%2C44605%2C1732180765389 2024-11-21T09:19:26,462 DEBUG [RS:0;5b0ae2ee7b9e:44605.replicationSource.wal-reader.5b0ae2ee7b9e%2C44605%2C1732180765389,1-5b0ae2ee7b9e,44605,1732180765389 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,44605,1732180765389/5b0ae2ee7b9e%2C44605%2C1732180765389.1732180766445, startPosition=0, beingWritten=true 2024-11-21T09:19:26,522 DEBUG [5b0ae2ee7b9e:43385 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:19:26,522 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,44605,1732180765389 2024-11-21T09:19:26,523 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,44605,1732180765389, state=OPENING 2024-11-21T09:19:26,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1069712276/meta-region-server 2024-11-21T09:19:26,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x1015cb0a4940007, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1069712276/meta-region-server 2024-11-21T09:19:26,539 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:19:26,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1069712276/meta-region-server: CHANGED 2024-11-21T09:19:26,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1069712276/meta-region-server: CHANGED 2024-11-21T09:19:26,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,44605,1732180765389}] 2024-11-21T09:19:26,667 DEBUG [RS:0;5b0ae2ee7b9e:44605.replicationSource.wal-reader.5b0ae2ee7b9e%2C44605%2C1732180765389,1-5b0ae2ee7b9e,44605,1732180765389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,44605,1732180765389/5b0ae2ee7b9e%2C44605%2C1732180765389.1732180766445 to pos 0, reset compression=false 2024-11-21T09:19:26,691 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:19:26,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:19:26,695 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:19:26,695 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:19:26,695 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:19:26,697 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C44605%2C1732180765389.meta, suffix=.meta, logDir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,44605,1732180765389, archiveDir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/oldWALs, maxLogs=10 2024-11-21T09:19:26,708 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,44605,1732180765389/5b0ae2ee7b9e%2C44605%2C1732180765389.meta.1732180766697.meta, exclude list is [], retry=0 2024-11-21T09:19:26,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40875,DS-92a2583d-71b8-4aba-8105-6d3627c0e101,DISK] 2024-11-21T09:19:26,711 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,44605,1732180765389/5b0ae2ee7b9e%2C44605%2C1732180765389.meta.1732180766697.meta 2024-11-21T09:19:26,711 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36383:36383)] 2024-11-21T09:19:26,711 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:19:26,712 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:19:26,712 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:19:26,712 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:19:26,712 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:19:26,712 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:19:26,712 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:26,712 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:19:26,712 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:19:26,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:19:26,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:19:26,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:26,719 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/info/daf483c1d2434e4494055371fd59fc32 2024-11-21T09:19:26,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:26,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:19:26,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:19:26,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:26,724 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/ns/04e2d3c7d681464b91a783470604ea7c 2024-11-21T09:19:26,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:26,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:19:26,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:19:26,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:26,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:26,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:19:26,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:19:26,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:26,731 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/table/cac67722341443eab4a6ba7629222bcb 2024-11-21T09:19:26,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:26,731 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:19:26,732 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740 2024-11-21T09:19:26,733 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740 2024-11-21T09:19:26,734 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:19:26,734 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:19:26,734 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:19:26,735 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:19:26,736 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74598265, jitterRate=0.11160077154636383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:19:26,736 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:19:26,736 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180766712Writing region info on filesystem at 1732180766712Initializing all the Stores at 1732180766713 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180766713Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180766713Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180766713Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180766713Cleaning up temporary data from old regions at 1732180766734 (+21 ms)Running coprocessor post-open hooks at 1732180766736 (+2 ms)Region opened successfully at 1732180766736 2024-11-21T09:19:26,737 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732180766691 2024-11-21T09:19:26,739 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:19:26,739 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:19:26,739 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=5b0ae2ee7b9e,44605,1732180765389 2024-11-21T09:19:26,740 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,44605,1732180765389, state=OPEN 2024-11-21T09:19:26,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1069712276/meta-region-server 2024-11-21T09:19:26,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x1015cb0a4940007, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1069712276/meta-region-server 2024-11-21T09:19:26,750 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,44605,1732180765389 2024-11-21T09:19:26,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1069712276/meta-region-server: CHANGED 2024-11-21T09:19:26,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1069712276/meta-region-server: CHANGED 2024-11-21T09:19:26,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-21T09:19:26,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,44605,1732180765389 in 211 msec 2024-11-21T09:19:26,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T09:19:26,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 631 msec 2024-11-21T09:19:26,971 DEBUG [RS:0;5b0ae2ee7b9e:44605.replicationSource.wal-reader.5b0ae2ee7b9e%2C44605%2C1732180765389,1-5b0ae2ee7b9e,44605,1732180765389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,44605,1732180765389/5b0ae2ee7b9e%2C44605%2C1732180765389.1732180766445 to pos 0, reset compression=false 2024-11-21T09:19:27,376 DEBUG [RS:0;5b0ae2ee7b9e:44605.replicationSource.wal-reader.5b0ae2ee7b9e%2C44605%2C1732180765389,1-5b0ae2ee7b9e,44605,1732180765389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,44605,1732180765389/5b0ae2ee7b9e%2C44605%2C1732180765389.1732180766445 to pos 0, reset compression=false 2024-11-21T09:19:27,769 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1652ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-21T09:19:27,880 DEBUG [RS:0;5b0ae2ee7b9e:44605.replicationSource.wal-reader.5b0ae2ee7b9e%2C44605%2C1732180765389,1-5b0ae2ee7b9e,44605,1732180765389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,44605,1732180765389/5b0ae2ee7b9e%2C44605%2C1732180765389.1732180766445 to pos 0, reset compression=false 2024-11-21T09:19:28,485 DEBUG [RS:0;5b0ae2ee7b9e:44605.replicationSource.wal-reader.5b0ae2ee7b9e%2C44605%2C1732180765389,1-5b0ae2ee7b9e,44605,1732180765389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,44605,1732180765389/5b0ae2ee7b9e%2C44605%2C1732180765389.1732180766445 to pos 0, reset compression=false 2024-11-21T09:19:29,189 DEBUG [RS:0;5b0ae2ee7b9e:44605.replicationSource.wal-reader.5b0ae2ee7b9e%2C44605%2C1732180765389,1-5b0ae2ee7b9e,44605,1732180765389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,44605,1732180765389/5b0ae2ee7b9e%2C44605%2C1732180765389.1732180766445 to pos 0, reset compression=false 2024-11-21T09:19:29,272 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3154ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-21T09:19:29,994 DEBUG [RS:0;5b0ae2ee7b9e:44605.replicationSource.wal-reader.5b0ae2ee7b9e%2C44605%2C1732180765389,1-5b0ae2ee7b9e,44605,1732180765389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,44605,1732180765389/5b0ae2ee7b9e%2C44605%2C1732180765389.1732180766445 to pos 0, reset compression=false 2024-11-21T09:19:30,623 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4506ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-21T09:19:30,624 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:19:30,624 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:19:30,624 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44605,1732180765389, seqNum=-1] 2024-11-21T09:19:30,624 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:19:30,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:19:30,629 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1b31344334c23041c9895197f28590c2, regionState=OPEN, lastHost=5b0ae2ee7b9e,43739,1732180750904, regionLocation=5b0ae2ee7b9e,43739,1732180750904, openSeqNum=2 2024-11-21T09:19:30,629 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T09:19:30,629 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732180830629 2024-11-21T09:19:30,629 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732180890629 2024-11-21T09:19:30,629 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-21T09:19:30,629 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 5b0ae2ee7b9e,43739,1732180750904 had 2 regions 2024-11-21T09:19:30,629 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,43385,1732180765346-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:30,629 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,43385,1732180765346-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:30,629 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,43385,1732180765346-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:30,629 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:43385, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:30,629 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:30,630 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:30,630 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 5b0ae2ee7b9e,43739,1732180750904, splitWal=true, meta=true, isMeta: false 2024-11-21T09:19:30,631 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,43739,1732180750904-splitting dir is empty, no logs to split. 2024-11-21T09:19:30,631 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5b0ae2ee7b9e,43739,1732180750904 WAL count=0, meta=false 2024-11-21T09:19:30,634 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,43739,1732180750904-splitting dir is empty, no logs to split. 2024-11-21T09:19:30,634 INFO [PEWorker-3 {}] master.SplitWALManager(105): 5b0ae2ee7b9e,43739,1732180750904 WAL count=0, meta=false 2024-11-21T09:19:30,634 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 5b0ae2ee7b9e,43739,1732180750904 WAL splitting is done? wals=0, meta=false 2024-11-21T09:19:30,635 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.180sec 2024-11-21T09:19:30,635 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:19:30,635 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:19:30,635 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:19:30,635 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:19:30,635 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:19:30,635 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,43385,1732180765346-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:19:30,635 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,43385,1732180765346-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:19:30,637 WARN [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=5b0ae2ee7b9e,43739,1732180750904/hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. 2024-11-21T09:19:30,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b31344334c23041c9895197f28590c2, ASSIGN}] 2024-11-21T09:19:30,639 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:19:30,639 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:19:30,639 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,43385,1732180765346-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:30,639 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b31344334c23041c9895197f28590c2, ASSIGN 2024-11-21T09:19:30,640 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1b31344334c23041c9895197f28590c2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T09:19:30,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb30b71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:30,714 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,43385,-1 for getting cluster id 2024-11-21T09:19:30,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:19:30,715 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23dd486f-7bc4-4c52-8290-74e50642ccbf' 2024-11-21T09:19:30,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:19:30,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23dd486f-7bc4-4c52-8290-74e50642ccbf" 2024-11-21T09:19:30,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621a7e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:30,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,43385,-1] 2024-11-21T09:19:30,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:19:30,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:30,716 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:19:30,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1940d2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:30,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:19:30,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44605,1732180765389, seqNum=-1] 2024-11-21T09:19:30,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:19:30,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:19:30,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-21T09:19:30,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:19:30,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:30,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:30,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:30,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:19:30,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 5b0ae2ee7b9e:43385 after: 5b0ae2ee7b9e:43385 2024-11-21T09:19:30,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d40cd33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:30,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,43385,-1 for getting cluster id 2024-11-21T09:19:30,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:19:30,723 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '23dd486f-7bc4-4c52-8290-74e50642ccbf' 2024-11-21T09:19:30,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:19:30,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "23dd486f-7bc4-4c52-8290-74e50642ccbf" 2024-11-21T09:19:30,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8093c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:30,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,43385,-1] 2024-11-21T09:19:30,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:19:30,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:30,724 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:19:30,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd2e467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:30,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:19:30,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,43385,1732180765346 2024-11-21T09:19:30,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56c1c196 2024-11-21T09:19:30,726 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:19:30,727 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:19:30,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43385 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T09:19:30,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T09:19:30,727 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:19:30,728 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:30,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:30,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:30,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:19:30,728 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:19:30,728 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1379740474, stopped=false 2024-11-21T09:19:30,728 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,37563,1732180755755 2024-11-21T09:19:30,790 DEBUG [5b0ae2ee7b9e:43385 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:19:30,790 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1b31344334c23041c9895197f28590c2, regionState=OPENING, regionLocation=5b0ae2ee7b9e,44605,1732180765389 2024-11-21T09:19:30,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1015cb0a4940004, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1977235223/running 2024-11-21T09:19:30,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1977235223/running 2024-11-21T09:19:30,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1015cb0a4940004, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1977235223 2024-11-21T09:19:30,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1977235223 2024-11-21T09:19:30,792 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:19:30,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Set watcher on znode that does not yet exist, /1977235223/running 2024-11-21T09:19:30,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34431-0x1015cb0a4940004, quorum=127.0.0.1:64625, baseZNode=/1977235223 Set watcher on znode that does not yet exist, /1977235223/running 2024-11-21T09:19:30,792 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:19:30,792 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:30,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:30,792 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,34431,1732180755894' ***** 2024-11-21T09:19:30,792 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:19:30,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1b31344334c23041c9895197f28590c2, ASSIGN because future has completed 2024-11-21T09:19:30,793 INFO [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:19:30,793 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:19:30,793 INFO [RS:0;5b0ae2ee7b9e:34431 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:19:30,793 INFO [RS:0;5b0ae2ee7b9e:34431 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:19:30,793 INFO [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,34431,1732180755894 2024-11-21T09:19:30,793 INFO [RS:0;5b0ae2ee7b9e:34431 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:19:30,793 INFO [RS:0;5b0ae2ee7b9e:34431 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:34431. 2024-11-21T09:19:30,793 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:30,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b31344334c23041c9895197f28590c2, server=5b0ae2ee7b9e,44605,1732180765389}] 2024-11-21T09:19:30,793 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:30,793 INFO [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:19:30,793 INFO [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:19:30,793 INFO [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:19:30,793 INFO [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:19:30,793 INFO [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T09:19:30,794 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T09:19:30,794 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:19:30,794 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:19:30,794 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:19:30,794 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:19:30,794 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:19:30,794 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:19:30,794 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T09:19:30,808 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/data/hbase/meta/1588230740/.tmp/ns/e05eb04307cf40dab06583e89201b9e0 is 43, key is default/ns:d/1732180759253/Put/seqid=0 2024-11-21T09:19:30,811 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:19:30,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741835_1011 (size=5153) 2024-11-21T09:19:30,899 DEBUG [RS:0;5b0ae2ee7b9e:44605.replicationSource.wal-reader.5b0ae2ee7b9e%2C44605%2C1732180765389,1-5b0ae2ee7b9e,44605,1732180765389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,44605,1732180765389/5b0ae2ee7b9e%2C44605%2C1732180765389.1732180766445 to pos 0, reset compression=false 2024-11-21T09:19:30,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. 2024-11-21T09:19:30,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:19:30,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T09:19:30,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C44605%2C1732180765389.rep, suffix=, logDir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,44605,1732180765389, archiveDir=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/oldWALs, maxLogs=10 2024-11-21T09:19:30,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,44605,1732180765389/5b0ae2ee7b9e%2C44605%2C1732180765389.rep.1732180770951, exclude list is [], retry=0 2024-11-21T09:19:30,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40875,DS-92a2583d-71b8-4aba-8105-6d3627c0e101,DISK] 2024-11-21T09:19:30,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,44605,1732180765389/5b0ae2ee7b9e%2C44605%2C1732180765389.rep.1732180770951 2024-11-21T09:19:30,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36383:36383)] 2024-11-21T09:19:30,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b31344334c23041c9895197f28590c2, NAME => 'hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:19:30,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:19:30,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:19:30,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. service=MultiRowMutationService 2024-11-21T09:19:30,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T09:19:30,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:30,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:30,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:30,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:30,968 INFO [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:30,969 INFO [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b31344334c23041c9895197f28590c2 columnFamilyName hfileref 2024-11-21T09:19:30,969 DEBUG [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:30,969 INFO [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] regionserver.HStore(327): Store=1b31344334c23041c9895197f28590c2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:30,969 INFO [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:30,970 INFO [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b31344334c23041c9895197f28590c2 columnFamilyName queue 2024-11-21T09:19:30,970 DEBUG [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:30,974 DEBUG [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/replication/1b31344334c23041c9895197f28590c2/queue/a39bf243d0c84287b52c739d742249e8 2024-11-21T09:19:30,974 INFO [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] regionserver.HStore(327): Store=1b31344334c23041c9895197f28590c2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:30,974 INFO [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:30,975 INFO [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b31344334c23041c9895197f28590c2 columnFamilyName sid 2024-11-21T09:19:30,975 DEBUG [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:30,975 INFO [StoreOpener-1b31344334c23041c9895197f28590c2-1 {}] regionserver.HStore(327): Store=1b31344334c23041c9895197f28590c2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:30,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:30,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/replication/1b31344334c23041c9895197f28590c2 2024-11-21T09:19:30,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/replication/1b31344334c23041c9895197f28590c2 2024-11-21T09:19:30,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:30,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:30,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:19:30,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:30,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 1b31344334c23041c9895197f28590c2; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63475850, jitterRate=-0.05413612723350525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:19:30,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:30,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 1b31344334c23041c9895197f28590c2: Running coprocessor pre-open hook at 1732180770967Writing region info on filesystem at 1732180770967Initializing all the Stores at 1732180770967Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180770968 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180770968Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180770968Cleaning up temporary data from old regions at 1732180770978 (+10 ms)Running coprocessor post-open hooks at 1732180770981 (+3 ms)Region opened successfully at 1732180770981 2024-11-21T09:19:30,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2., pid=13, masterSystemTime=1732180770945 2024-11-21T09:19:30,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. 2024-11-21T09:19:30,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. 2024-11-21T09:19:30,985 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=1b31344334c23041c9895197f28590c2, regionState=OPEN, openSeqNum=9, regionLocation=5b0ae2ee7b9e,44605,1732180765389 2024-11-21T09:19:30,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b31344334c23041c9895197f28590c2, server=5b0ae2ee7b9e,44605,1732180765389 because future has completed 2024-11-21T09:19:30,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T09:19:30,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b31344334c23041c9895197f28590c2, server=5b0ae2ee7b9e,44605,1732180765389 in 194 msec 2024-11-21T09:19:30,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-21T09:19:30,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1b31344334c23041c9895197f28590c2, ASSIGN in 351 msec 2024-11-21T09:19:30,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-21T09:19:30,994 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:19:30,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2., hostname=5b0ae2ee7b9e,44605,1732180765389, seqNum=9] 2024-11-21T09:19:31,006 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 5b0ae2ee7b9e,43739,1732180750904 2024-11-21T09:19:31,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-21T09:19:31,105 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:19:31,105 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:19:31,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-21T09:19:31,194 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:19:31,215 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/data/hbase/meta/1588230740/.tmp/ns/e05eb04307cf40dab06583e89201b9e0 2024-11-21T09:19:31,221 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/data/hbase/meta/1588230740/.tmp/ns/e05eb04307cf40dab06583e89201b9e0 as hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/data/hbase/meta/1588230740/ns/e05eb04307cf40dab06583e89201b9e0 2024-11-21T09:19:31,225 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/data/hbase/meta/1588230740/ns/e05eb04307cf40dab06583e89201b9e0, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T09:19:31,226 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-11-21T09:19:31,226 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T09:19:31,231 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T09:19:31,231 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:19:31,231 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:19:31,231 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:19:31,232 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180770794Running coprocessor pre-close hooks at 1732180770794Disabling compacts and flushes for region at 1732180770794Disabling writes for close at 1732180770794Obtaining lock to block concurrent updates at 1732180770794Preparing flush snapshotting stores in 1588230740 at 1732180770794Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732180770794Flushing stores of hbase:meta,,1.1588230740 at 1732180770794Flushing 1588230740/ns: creating writer at 1732180770794Flushing 1588230740/ns: appending metadata at 1732180770808 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732180770808Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7acd9c98: reopening flushed file at 1732180771220 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1732180771226 (+6 ms)Writing region close event to WAL at 1732180771227 (+1 ms)Running coprocessor post-close hooks at 1732180771231 (+4 ms)Closed at 1732180771231 2024-11-21T09:19:31,232 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:19:31,394 INFO [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,34431,1732180755894; all regions closed. 2024-11-21T09:19:31,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741834_1010 (size=1152) 2024-11-21T09:19:31,396 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/WALs/5b0ae2ee7b9e,34431,1732180755894/5b0ae2ee7b9e%2C34431%2C1732180755894.meta.1732180759204.meta not finished, retry = 0 2024-11-21T09:19:31,499 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/oldWALs 2024-11-21T09:19:31,499 INFO [RS:0;5b0ae2ee7b9e:34431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C34431%2C1732180755894.meta:.meta(num 1732180759204) 2024-11-21T09:19:31,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741832_1008 (size=93) 2024-11-21T09:19:31,501 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/WALs/5b0ae2ee7b9e,34431,1732180755894/5b0ae2ee7b9e%2C34431%2C1732180755894.1732180758230 not finished, retry = 0 2024-11-21T09:19:31,604 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/oldWALs 2024-11-21T09:19:31,604 INFO [RS:0;5b0ae2ee7b9e:34431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C34431%2C1732180755894:(num 1732180758230) 2024-11-21T09:19:31,604 DEBUG [RS:0;5b0ae2ee7b9e:34431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:31,604 INFO [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:19:31,604 INFO [RS:0;5b0ae2ee7b9e:34431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:19:31,604 INFO [RS:0;5b0ae2ee7b9e:34431 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T09:19:31,604 INFO [RS:0;5b0ae2ee7b9e:34431 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:19:31,604 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:19:31,605 INFO [RS:0;5b0ae2ee7b9e:34431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34431 2024-11-21T09:19:31,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1977235223/rs 2024-11-21T09:19:31,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1015cb0a4940004, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1977235223/rs/5b0ae2ee7b9e,34431,1732180755894 2024-11-21T09:19:31,623 INFO [RS:0;5b0ae2ee7b9e:34431 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:19:31,623 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,34431,1732180755894] 2024-11-21T09:19:31,644 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1977235223/draining/5b0ae2ee7b9e,34431,1732180755894 already deleted, retry=false 2024-11-21T09:19:31,644 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,34431,1732180755894 expired; onlineServers=0 2024-11-21T09:19:31,644 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,37563,1732180755755' ***** 2024-11-21T09:19:31,644 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:19:31,644 INFO [M:0;5b0ae2ee7b9e:37563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:19:31,644 INFO [M:0;5b0ae2ee7b9e:37563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:19:31,644 DEBUG [M:0;5b0ae2ee7b9e:37563 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:19:31,644 DEBUG [M:0;5b0ae2ee7b9e:37563 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:19:31,644 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:19:31,644 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180758010 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180758010,5,FailOnTimeoutGroup] 2024-11-21T09:19:31,644 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180758010 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180758010,5,FailOnTimeoutGroup] 2024-11-21T09:19:31,644 INFO [M:0;5b0ae2ee7b9e:37563 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:19:31,644 INFO [M:0;5b0ae2ee7b9e:37563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:19:31,645 DEBUG [M:0;5b0ae2ee7b9e:37563 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:19:31,645 INFO [M:0;5b0ae2ee7b9e:37563 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:19:31,645 INFO [M:0;5b0ae2ee7b9e:37563 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:19:31,645 INFO [M:0;5b0ae2ee7b9e:37563 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:19:31,645 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:19:31,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1977235223/master 2024-11-21T09:19:31,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1977235223 2024-11-21T09:19:31,654 DEBUG [M:0;5b0ae2ee7b9e:37563 {}] zookeeper.ZKUtil(347): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Unable to get data of znode /1977235223/master because node does not exist (not an error) 2024-11-21T09:19:31,655 WARN [M:0;5b0ae2ee7b9e:37563 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T09:19:31,656 INFO [M:0;5b0ae2ee7b9e:37563 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/.lastflushedseqids 2024-11-21T09:19:31,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741836_1012 (size=99) 2024-11-21T09:19:31,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1015cb0a4940004, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:19:31,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34431-0x1015cb0a4940004, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:19:31,748 INFO [RS:0;5b0ae2ee7b9e:34431 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:19:31,748 INFO [RS:0;5b0ae2ee7b9e:34431 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,34431,1732180755894; zookeeper connection closed. 2024-11-21T09:19:31,748 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c708201 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c708201 2024-11-21T09:19:31,749 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T09:19:31,905 DEBUG [RS:0;5b0ae2ee7b9e:44605.replicationSource.wal-reader.5b0ae2ee7b9e%2C44605%2C1732180765389,1-5b0ae2ee7b9e,44605,1732180765389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,44605,1732180765389/5b0ae2ee7b9e%2C44605%2C1732180765389.1732180766445 to pos 0, reset compression=false 2024-11-21T09:19:32,061 INFO [M:0;5b0ae2ee7b9e:37563 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:19:32,061 INFO [M:0;5b0ae2ee7b9e:37563 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:19:32,061 DEBUG [M:0;5b0ae2ee7b9e:37563 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:19:32,061 INFO [M:0;5b0ae2ee7b9e:37563 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:32,061 DEBUG [M:0;5b0ae2ee7b9e:37563 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:32,061 DEBUG [M:0;5b0ae2ee7b9e:37563 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:19:32,061 DEBUG [M:0;5b0ae2ee7b9e:37563 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:32,062 INFO [M:0;5b0ae2ee7b9e:37563 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T09:19:32,075 DEBUG [M:0;5b0ae2ee7b9e:37563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3430e0ec92a473698dc86b8c033a2d1 is 82, key is hbase:meta,,1/info:regioninfo/1732180759233/Put/seqid=0 2024-11-21T09:19:32,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741837_1013 (size=5672) 2024-11-21T09:19:32,214 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:19:32,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:32,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:32,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:32,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:32,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:32,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:32,479 INFO [M:0;5b0ae2ee7b9e:37563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3430e0ec92a473698dc86b8c033a2d1 2024-11-21T09:19:32,496 DEBUG [M:0;5b0ae2ee7b9e:37563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d46e748b5a044c8b9258bdf2712b3c96 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732180759257/Put/seqid=0 2024-11-21T09:19:32,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741838_1014 (size=5275) 2024-11-21T09:19:32,900 INFO [M:0;5b0ae2ee7b9e:37563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d46e748b5a044c8b9258bdf2712b3c96 2024-11-21T09:19:32,917 DEBUG [M:0;5b0ae2ee7b9e:37563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f807aabda1a48ada7f292999d1da108 is 69, key is 5b0ae2ee7b9e,34431,1732180755894/rs:state/1732180758048/Put/seqid=0 2024-11-21T09:19:32,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741839_1015 (size=5156) 2024-11-21T09:19:33,009 DEBUG [RS:0;5b0ae2ee7b9e:44605.replicationSource.wal-reader.5b0ae2ee7b9e%2C44605%2C1732180765389,1-5b0ae2ee7b9e,44605,1732180765389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,44605,1732180765389/5b0ae2ee7b9e%2C44605%2C1732180765389.1732180766445 to pos 0, reset compression=false 2024-11-21T09:19:33,321 INFO [M:0;5b0ae2ee7b9e:37563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f807aabda1a48ada7f292999d1da108 2024-11-21T09:19:33,326 DEBUG [M:0;5b0ae2ee7b9e:37563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3430e0ec92a473698dc86b8c033a2d1 as hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3430e0ec92a473698dc86b8c033a2d1 2024-11-21T09:19:33,330 INFO [M:0;5b0ae2ee7b9e:37563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3430e0ec92a473698dc86b8c033a2d1, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T09:19:33,331 DEBUG [M:0;5b0ae2ee7b9e:37563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d46e748b5a044c8b9258bdf2712b3c96 as hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d46e748b5a044c8b9258bdf2712b3c96 2024-11-21T09:19:33,335 INFO [M:0;5b0ae2ee7b9e:37563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d46e748b5a044c8b9258bdf2712b3c96, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T09:19:33,336 DEBUG [M:0;5b0ae2ee7b9e:37563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f807aabda1a48ada7f292999d1da108 as hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f807aabda1a48ada7f292999d1da108 2024-11-21T09:19:33,340 INFO [M:0;5b0ae2ee7b9e:37563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43361/user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f807aabda1a48ada7f292999d1da108, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T09:19:33,341 INFO [M:0;5b0ae2ee7b9e:37563 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=28, compaction requested=false 2024-11-21T09:19:33,342 INFO [M:0;5b0ae2ee7b9e:37563 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:33,342 DEBUG [M:0;5b0ae2ee7b9e:37563 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180772061Disabling compacts and flushes for region at 1732180772061Disabling writes for close at 1732180772061Obtaining lock to block concurrent updates at 1732180772062 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180772062Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732180772062Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180772062Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180772062Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180772075 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180772075Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180772483 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180772496 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180772496Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180772904 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180772917 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180772917Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a4fafd8: reopening flushed file at 1732180773325 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14891d91: reopening flushed file at 1732180773330 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@795669b0: reopening flushed file at 1732180773335 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=28, compaction requested=false at 1732180773341 (+6 ms)Writing region close event to WAL at 1732180773342 (+1 ms)Closed at 1732180773342 2024-11-21T09:19:33,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35067 is added to blk_1073741830_1006 (size=10165) 2024-11-21T09:19:33,344 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/899e7989-ede0-d6b0-9459-742b5fb2678e/MasterData/WALs/5b0ae2ee7b9e,37563,1732180755755/5b0ae2ee7b9e%2C37563%2C1732180755755.1732180757604 not finished, retry = 0 2024-11-21T09:19:33,445 INFO [M:0;5b0ae2ee7b9e:37563 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:19:33,445 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:19:33,445 INFO [M:0;5b0ae2ee7b9e:37563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37563 2024-11-21T09:19:33,445 INFO [M:0;5b0ae2ee7b9e:37563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:19:33,607 INFO [M:0;5b0ae2ee7b9e:37563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:19:33,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:19:33,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37563-0x1015cb0a4940003, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:19:33,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28cb8b03{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:19:33,610 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@255f1da4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:19:33,610 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:19:33,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4323876f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:19:33,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55114060{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/hadoop.log.dir/,STOPPED} 2024-11-21T09:19:33,611 WARN [BP-1486015058-172.17.0.2-1732180753873 heartbeating to localhost/127.0.0.1:43361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:19:33,611 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:19:33,611 WARN [BP-1486015058-172.17.0.2-1732180753873 heartbeating to localhost/127.0.0.1:43361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1486015058-172.17.0.2-1732180753873 (Datanode Uuid ade54aa4-f908-48f6-9fb2-d37b786c517f) service to localhost/127.0.0.1:43361 2024-11-21T09:19:33,611 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:19:33,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/cluster_cc8aa431-8e81-8c4b-87eb-afbafdecd7ed/data/data1/current/BP-1486015058-172.17.0.2-1732180753873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:19:33,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/cluster_cc8aa431-8e81-8c4b-87eb-afbafdecd7ed/data/data2/current/BP-1486015058-172.17.0.2-1732180753873 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:19:33,612 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:19:33,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bdc8f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:19:33,618 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@466c24c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:19:33,618 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:19:33,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@544c804c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:19:33,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@247e2492{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/hadoop.log.dir/,STOPPED} 2024-11-21T09:19:33,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T09:19:33,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T09:19:33,628 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:19:33,628 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:33,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:33,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:33,629 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:19:33,629 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:19:33,629 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=26823846, stopped=false 2024-11-21T09:19:33,629 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,43385,1732180765346 2024-11-21T09:19:33,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x1015cb0a4940007, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1069712276/running 2024-11-21T09:19:33,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1069712276/running 2024-11-21T09:19:33,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276 2024-11-21T09:19:33,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x1015cb0a4940007, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276 2024-11-21T09:19:33,644 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:19:33,644 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:19:33,644 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:33,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:33,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44605-0x1015cb0a4940007, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Set watcher on znode that does not yet exist, /0-1069712276/running 2024-11-21T09:19:33,644 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,44605,1732180765389' ***** 2024-11-21T09:19:33,644 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:19:33,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Set watcher on znode that does not yet exist, /0-1069712276/running 2024-11-21T09:19:33,645 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:19:33,645 INFO [RS:0;5b0ae2ee7b9e:44605 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:19:33,645 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:19:33,645 INFO [RS:0;5b0ae2ee7b9e:44605 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:19:33,645 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.HRegionServer(3091): Received CLOSE for 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:33,645 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,44605,1732180765389 2024-11-21T09:19:33,645 INFO [RS:0;5b0ae2ee7b9e:44605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:19:33,645 INFO [RS:0;5b0ae2ee7b9e:44605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:44605. 2024-11-21T09:19:33,645 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:33,645 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:33,645 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1b31344334c23041c9895197f28590c2, disabling compactions & flushes 2024-11-21T09:19:33,645 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. 2024-11-21T09:19:33,645 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:19:33,645 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. 2024-11-21T09:19:33,645 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:19:33,645 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. after waiting 0 ms 2024-11-21T09:19:33,645 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:19:33,645 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. 2024-11-21T09:19:33,645 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:19:33,646 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T09:19:33,646 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.HRegionServer(1325): Online Regions={1b31344334c23041c9895197f28590c2=hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T09:19:33,646 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1b31344334c23041c9895197f28590c2 2024-11-21T09:19:33,646 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:19:33,646 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:19:33,646 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:19:33,646 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:19:33,646 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:19:33,646 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-21T09:19:33,649 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/replication/1b31344334c23041c9895197f28590c2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-21T09:19:33,649 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:19:33,649 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:19:33,649 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. 2024-11-21T09:19:33,649 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1b31344334c23041c9895197f28590c2: Waiting for close lock at 1732180773645Running coprocessor pre-close hooks at 1732180773645Disabling compacts and flushes for region at 1732180773645Disabling writes for close at 1732180773645Writing region close event to WAL at 1732180773646 (+1 ms)Running coprocessor post-close hooks at 1732180773649 (+3 ms)Closed at 1732180773649 2024-11-21T09:19:33,649 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2. 2024-11-21T09:19:33,663 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/.tmp/info/667327586fdf4e4fae5812d8a9df00f6 is 147, key is hbase:replication,,1732180759368.1b31344334c23041c9895197f28590c2./info:regioninfo/1732180770985/Put/seqid=0 2024-11-21T09:19:33,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741851_1027 (size=6385) 2024-11-21T09:19:33,711 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:19:33,846 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:19:34,046 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:19:34,067 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/.tmp/info/667327586fdf4e4fae5812d8a9df00f6 2024-11-21T09:19:34,072 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/.tmp/info/667327586fdf4e4fae5812d8a9df00f6 as hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/info/667327586fdf4e4fae5812d8a9df00f6 2024-11-21T09:19:34,077 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/info/667327586fdf4e4fae5812d8a9df00f6, entries=8, sequenceid=19, filesize=6.2 K 2024-11-21T09:19:34,078 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false 2024-11-21T09:19:34,082 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-21T09:19:34,082 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:19:34,082 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:19:34,082 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:19:34,082 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180773646Running coprocessor pre-close hooks at 1732180773646Disabling compacts and flushes for region at 1732180773646Disabling writes for close at 1732180773646Obtaining lock to block concurrent updates at 1732180773646Preparing flush snapshotting stores in 1588230740 at 1732180773646Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732180773646Flushing stores of hbase:meta,,1.1588230740 at 1732180773646Flushing 1588230740/info: creating writer at 1732180773647 (+1 ms)Flushing 1588230740/info: appending metadata at 1732180773662 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732180773662Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fe9c985: reopening flushed file at 1732180774071 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=19, compaction requested=false at 1732180774078 (+7 ms)Writing region close event to WAL at 1732180774079 (+1 ms)Running coprocessor post-close hooks at 1732180774082 (+3 ms)Closed at 1732180774082 2024-11-21T09:19:34,083 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:19:34,214 DEBUG [RS:0;5b0ae2ee7b9e:44605.replicationSource.wal-reader.5b0ae2ee7b9e%2C44605%2C1732180765389,1-5b0ae2ee7b9e,44605,1732180765389 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,44605,1732180765389/5b0ae2ee7b9e%2C44605%2C1732180765389.1732180766445 to pos 0, reset compression=false 2024-11-21T09:19:34,246 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,44605,1732180765389; all regions closed. 2024-11-21T09:19:34,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741849_1025 (size=2156) 2024-11-21T09:19:34,250 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/oldWALs 2024-11-21T09:19:34,250 INFO [RS:0;5b0ae2ee7b9e:44605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C44605%2C1732180765389.meta:.meta(num 1732180766697) 2024-11-21T09:19:34,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741850_1026 (size=796) 2024-11-21T09:19:34,253 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/oldWALs 2024-11-21T09:19:34,253 INFO [RS:0;5b0ae2ee7b9e:44605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C44605%2C1732180765389.rep:(num 1732180770951) 2024-11-21T09:19:34,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741848_1024 (size=93) 2024-11-21T09:19:34,255 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/WALs/5b0ae2ee7b9e,44605,1732180765389/5b0ae2ee7b9e%2C44605%2C1732180765389.1732180766445 not finished, retry = 0 2024-11-21T09:19:34,305 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:19:34,305 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:19:34,357 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/oldWALs 2024-11-21T09:19:34,357 INFO [RS:0;5b0ae2ee7b9e:44605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C44605%2C1732180765389:(num 1732180766445) 2024-11-21T09:19:34,357 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:34,357 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:19:34,357 INFO [RS:0;5b0ae2ee7b9e:44605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:19:34,357 INFO [RS:0;5b0ae2ee7b9e:44605 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T09:19:34,358 INFO [RS:0;5b0ae2ee7b9e:44605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:19:34,358 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:19:34,358 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b0ae2ee7b9e,44605,1732180765389 because: Region server is closing 2024-11-21T09:19:34,358 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-21T09:19:34,358 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-21T09:19:34,358 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T09:19:34,358 INFO [RS:0;5b0ae2ee7b9e:44605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:44605. 2024-11-21T09:19:34,358 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:34,358 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:34,358 DEBUG [RS:0;5b0ae2ee7b9e:44605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:34,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:19:34,459 WARN [RS:0;5b0ae2ee7b9e:44605.replicationSource.wal-reader.5b0ae2ee7b9e%2C44605%2C1732180765389,1-5b0ae2ee7b9e,44605,1732180765389 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T09:19:34,459 WARN [RS:0;5b0ae2ee7b9e:44605.replicationSource.shipper5b0ae2ee7b9e%2C44605%2C1732180765389,1-5b0ae2ee7b9e,44605,1732180765389 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T09:19:34,459 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;5b0ae2ee7b9e:44605.replicationSource.shipper5b0ae2ee7b9e%2C44605%2C1732180765389,1-5b0ae2ee7b9e,44605,1732180765389 terminated 2024-11-21T09:19:34,459 INFO [RS:0;5b0ae2ee7b9e:44605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44605 2024-11-21T09:19:34,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276/rs 2024-11-21T09:19:34,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x1015cb0a4940007, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1069712276/rs/5b0ae2ee7b9e,44605,1732180765389 2024-11-21T09:19:34,474 INFO [RS:0;5b0ae2ee7b9e:44605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:19:34,486 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,44605,1732180765389] 2024-11-21T09:19:34,496 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1069712276/draining/5b0ae2ee7b9e,44605,1732180765389 already deleted, retry=false 2024-11-21T09:19:34,496 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,44605,1732180765389 expired; onlineServers=0 2024-11-21T09:19:34,496 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,43385,1732180765346' ***** 2024-11-21T09:19:34,496 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:19:34,496 INFO [M:0;5b0ae2ee7b9e:43385 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:19:34,496 INFO [M:0;5b0ae2ee7b9e:43385 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:19:34,496 DEBUG [M:0;5b0ae2ee7b9e:43385 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:19:34,497 DEBUG [M:0;5b0ae2ee7b9e:43385 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:19:34,497 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:19:34,497 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180766116 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180766116,5,FailOnTimeoutGroup] 2024-11-21T09:19:34,497 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180766116 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180766116,5,FailOnTimeoutGroup] 2024-11-21T09:19:34,497 INFO [M:0;5b0ae2ee7b9e:43385 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:19:34,497 INFO [M:0;5b0ae2ee7b9e:43385 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:19:34,497 DEBUG [M:0;5b0ae2ee7b9e:43385 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:19:34,497 INFO [M:0;5b0ae2ee7b9e:43385 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:19:34,497 INFO [M:0;5b0ae2ee7b9e:43385 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:19:34,497 INFO [M:0;5b0ae2ee7b9e:43385 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:19:34,497 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:19:34,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1069712276/master 2024-11-21T09:19:34,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1069712276 2024-11-21T09:19:34,507 DEBUG [M:0;5b0ae2ee7b9e:43385 {}] zookeeper.ZKUtil(347): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Unable to get data of znode /0-1069712276/master because node does not exist (not an error) 2024-11-21T09:19:34,507 WARN [M:0;5b0ae2ee7b9e:43385 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T09:19:34,507 INFO [M:0;5b0ae2ee7b9e:43385 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/.lastflushedseqids 2024-11-21T09:19:34,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741852_1028 (size=181) 2024-11-21T09:19:34,586 INFO [RS:0;5b0ae2ee7b9e:44605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:19:34,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x1015cb0a4940007, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:19:34,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44605-0x1015cb0a4940007, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:19:34,586 INFO [RS:0;5b0ae2ee7b9e:44605 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,44605,1732180765389; zookeeper connection closed. 2024-11-21T09:19:34,586 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2181fc04 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2181fc04 2024-11-21T09:19:34,587 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T09:19:34,912 INFO [M:0;5b0ae2ee7b9e:43385 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:19:34,912 INFO [M:0;5b0ae2ee7b9e:43385 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:19:34,912 DEBUG [M:0;5b0ae2ee7b9e:43385 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:19:34,912 INFO [M:0;5b0ae2ee7b9e:43385 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:34,913 DEBUG [M:0;5b0ae2ee7b9e:43385 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:34,913 DEBUG [M:0;5b0ae2ee7b9e:43385 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:19:34,913 DEBUG [M:0;5b0ae2ee7b9e:43385 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:34,913 INFO [M:0;5b0ae2ee7b9e:43385 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-21T09:19:34,937 DEBUG [M:0;5b0ae2ee7b9e:43385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61b9743875b24da59b6d03f0af80d01d is 82, key is hbase:meta,,1/info:regioninfo/1732180766739/Put/seqid=0 2024-11-21T09:19:34,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741853_1029 (size=5672) 2024-11-21T09:19:35,342 INFO [M:0;5b0ae2ee7b9e:43385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61b9743875b24da59b6d03f0af80d01d 2024-11-21T09:19:35,358 DEBUG [M:0;5b0ae2ee7b9e:43385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd33138e98c84189af30033e5e4b7819 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732180770989/Put/seqid=0 2024-11-21T09:19:35,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741854_1030 (size=7312) 2024-11-21T09:19:35,362 INFO [M:0;5b0ae2ee7b9e:43385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd33138e98c84189af30033e5e4b7819 2024-11-21T09:19:35,386 DEBUG [M:0;5b0ae2ee7b9e:43385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa55b90b13164a6fbde65e29eba3158a is 69, key is 5b0ae2ee7b9e,44605,1732180765389/rs:state/1732180766247/Put/seqid=0 2024-11-21T09:19:35,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741855_1031 (size=5370) 2024-11-21T09:19:35,392 INFO [M:0;5b0ae2ee7b9e:43385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa55b90b13164a6fbde65e29eba3158a 2024-11-21T09:19:35,396 INFO [M:0;5b0ae2ee7b9e:43385 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa55b90b13164a6fbde65e29eba3158a 2024-11-21T09:19:35,397 DEBUG [M:0;5b0ae2ee7b9e:43385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61b9743875b24da59b6d03f0af80d01d as hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61b9743875b24da59b6d03f0af80d01d 2024-11-21T09:19:35,401 INFO [M:0;5b0ae2ee7b9e:43385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61b9743875b24da59b6d03f0af80d01d, entries=8, sequenceid=127, filesize=5.5 K 2024-11-21T09:19:35,402 DEBUG [M:0;5b0ae2ee7b9e:43385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bd33138e98c84189af30033e5e4b7819 as hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd33138e98c84189af30033e5e4b7819 2024-11-21T09:19:35,406 INFO [M:0;5b0ae2ee7b9e:43385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bd33138e98c84189af30033e5e4b7819, entries=7, sequenceid=127, filesize=7.1 K 2024-11-21T09:19:35,407 DEBUG [M:0;5b0ae2ee7b9e:43385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa55b90b13164a6fbde65e29eba3158a as hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa55b90b13164a6fbde65e29eba3158a 2024-11-21T09:19:35,411 INFO [M:0;5b0ae2ee7b9e:43385 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa55b90b13164a6fbde65e29eba3158a 2024-11-21T09:19:35,412 INFO [M:0;5b0ae2ee7b9e:43385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41149/user/jenkins/test-data/40db9138-817f-6ccc-0d49-374eb9d3684c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa55b90b13164a6fbde65e29eba3158a, entries=2, sequenceid=127, filesize=5.2 K 2024-11-21T09:19:35,412 INFO [M:0;5b0ae2ee7b9e:43385 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 499ms, sequenceid=127, compaction requested=false 2024-11-21T09:19:35,413 INFO [M:0;5b0ae2ee7b9e:43385 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:35,414 DEBUG [M:0;5b0ae2ee7b9e:43385 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180774912Disabling compacts and flushes for region at 1732180774912Disabling writes for close at 1732180774913 (+1 ms)Obtaining lock to block concurrent updates at 1732180774913Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180774913Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732180774913Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180774913Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180774913Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180774937 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180774937Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180775346 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180775358 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180775358Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180775367 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180775385 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180775385Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62f2ee88: reopening flushed file at 1732180775396 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d387234: reopening flushed file at 1732180775401 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3907289b: reopening flushed file at 1732180775407 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 499ms, sequenceid=127, compaction requested=false at 1732180775412 (+5 ms)Writing region close event to WAL at 1732180775413 (+1 ms)Closed at 1732180775413 2024-11-21T09:19:35,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40875 is added to blk_1073741847_1023 (size=22903) 2024-11-21T09:19:35,416 INFO [M:0;5b0ae2ee7b9e:43385 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:19:35,416 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:19:35,416 INFO [M:0;5b0ae2ee7b9e:43385 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43385 2024-11-21T09:19:35,416 INFO [M:0;5b0ae2ee7b9e:43385 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:19:35,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:19:35,565 INFO [M:0;5b0ae2ee7b9e:43385 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:19:35,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43385-0x1015cb0a4940006, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:19:35,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65c550df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:19:35,568 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bcabe87{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:19:35,568 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:19:35,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f4e02dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:19:35,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1281c3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/hadoop.log.dir/,STOPPED} 2024-11-21T09:19:35,569 WARN [BP-985642830-172.17.0.2-1732180748545 heartbeating to localhost/127.0.0.1:41149 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:19:35,569 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:19:35,569 WARN [BP-985642830-172.17.0.2-1732180748545 heartbeating to localhost/127.0.0.1:41149 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-985642830-172.17.0.2-1732180748545 (Datanode Uuid a2a08d49-7ca6-4a41-948d-3ccc5e438458) service to localhost/127.0.0.1:41149 2024-11-21T09:19:35,569 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:19:35,569 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/cluster_16fce0a4-3e1d-53f2-8537-91ec18cb0df0/data/data1/current/BP-985642830-172.17.0.2-1732180748545 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:19:35,570 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/cluster_16fce0a4-3e1d-53f2-8537-91ec18cb0df0/data/data2/current/BP-985642830-172.17.0.2-1732180748545 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:19:35,570 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:19:35,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ad99370{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:19:35,575 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a56f535{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:19:35,575 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:19:35,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@354d1eaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:19:35,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16107687{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3515973d-569f-11fd-d9b2-1a5ed857fd86/hadoop.log.dir/,STOPPED} 2024-11-21T09:19:35,581 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T09:19:35,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T09:19:35,606 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=210 (was 161) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64625) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41149 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:41149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64625) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:43361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:41149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43361 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=581 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=273 (was 328), ProcessCount=11 (was 11), AvailableMemoryMB=1761 (was 1909) 2024-11-21T09:19:35,615 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=210, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=273, ProcessCount=11, AvailableMemoryMB=1761 2024-11-21T09:19:35,627 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-21T09:19:35,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/hadoop.log.dir so I do NOT create it in target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f 2024-11-21T09:19:35,627 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T09:19:35,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/hadoop.tmp.dir so I do NOT create it in target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f 2024-11-21T09:19:35,627 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aa38438a-9fbb-6212-6f8f-b48cfb6a1cd9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T09:19:35,628 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f 2024-11-21T09:19:35,628 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/cluster_1201b56b-b808-f780-f7d2-6d27efa19dd6, deleteOnExit=true 2024-11-21T09:19:35,646 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/cluster_1201b56b-b808-f780-f7d2-6d27efa19dd6/zookeeper_0, clientPort=64792, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/cluster_1201b56b-b808-f780-f7d2-6d27efa19dd6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/cluster_1201b56b-b808-f780-f7d2-6d27efa19dd6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T09:19:35,647 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64792 2024-11-21T09:19:35,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T09:19:35,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T09:19:35,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/test.cache.data in system properties and HBase conf 2024-11-21T09:19:35,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T09:19:35,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/hadoop.log.dir in system properties and HBase conf 2024-11-21T09:19:35,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T09:19:35,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T09:19:35,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T09:19:35,647 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T09:19:35,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:19:35,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:19:35,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T09:19:35,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:19:35,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T09:19:35,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T09:19:35,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:19:35,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:19:35,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T09:19:35,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/nfs.dump.dir in system properties and HBase conf 2024-11-21T09:19:35,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/java.io.tmpdir in system properties and HBase conf 2024-11-21T09:19:35,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:19:35,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T09:19:35,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T09:19:35,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015cb0a4940005, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T09:19:35,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015cb0a4940002, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T09:19:35,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015cb0a4940005, quorum=127.0.0.1:64625, baseZNode=/1977235223 Received Disconnected from ZooKeeper, ignoring 2024-11-21T09:19:35,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015cb0a4940002, quorum=127.0.0.1:64625, baseZNode=/0-1069712276 Received Disconnected from ZooKeeper, ignoring 2024-11-21T09:19:35,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:19:35,978 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:19:35,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:19:35,979 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:19:35,979 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:19:35,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:19:35,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ed3f69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:19:35,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5213139c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:19:36,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b88dfce{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/java.io.tmpdir/jetty-localhost-42403-hadoop-hdfs-3_4_1-tests_jar-_-any-12047504214307207735/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:19:36,082 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4029c311{HTTP/1.1, (http/1.1)}{localhost:42403} 2024-11-21T09:19:36,082 INFO [Time-limited test {}] server.Server(415): Started @166316ms 2024-11-21T09:19:36,318 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:19:36,321 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:19:36,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:19:36,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:19:36,322 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:19:36,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9040624{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:19:36,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@112afb2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:19:36,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59b490b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/java.io.tmpdir/jetty-localhost-35153-hadoop-hdfs-3_4_1-tests_jar-_-any-10046406423933236331/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:19:36,418 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74d63ed9{HTTP/1.1, (http/1.1)}{localhost:35153} 2024-11-21T09:19:36,418 INFO [Time-limited test {}] server.Server(415): Started @166653ms 2024-11-21T09:19:36,419 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:19:36,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:19:36,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T09:19:36,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T09:19:36,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:19:37,036 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/cluster_1201b56b-b808-f780-f7d2-6d27efa19dd6/data/data2/current/BP-506534379-172.17.0.2-1732180775673/current, will proceed with Du for space computation calculation, 2024-11-21T09:19:37,036 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/cluster_1201b56b-b808-f780-f7d2-6d27efa19dd6/data/data1/current/BP-506534379-172.17.0.2-1732180775673/current, will proceed with Du for space computation calculation, 2024-11-21T09:19:37,052 WARN [Thread-1668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:19:37,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f324d1e66e4a30b with lease ID 0x6fc2094ca68a29b: Processing first storage report for DS-ab8af5d8-ee7a-4aac-a198-40a0fd8cc915 from datanode DatanodeRegistration(127.0.0.1:42737, datanodeUuid=a4ebca12-443a-4cd7-8ecb-8ae38c47419e, infoPort=42537, infoSecurePort=0, ipcPort=40977, storageInfo=lv=-57;cid=testClusterID;nsid=1889161134;c=1732180775673) 2024-11-21T09:19:37,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f324d1e66e4a30b with lease ID 0x6fc2094ca68a29b: from storage DS-ab8af5d8-ee7a-4aac-a198-40a0fd8cc915 node DatanodeRegistration(127.0.0.1:42737, datanodeUuid=a4ebca12-443a-4cd7-8ecb-8ae38c47419e, infoPort=42537, infoSecurePort=0, ipcPort=40977, storageInfo=lv=-57;cid=testClusterID;nsid=1889161134;c=1732180775673), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:19:37,055 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f324d1e66e4a30b with lease ID 0x6fc2094ca68a29b: Processing first storage report for DS-4748b752-be15-4d11-a660-240fc89793c5 from datanode DatanodeRegistration(127.0.0.1:42737, datanodeUuid=a4ebca12-443a-4cd7-8ecb-8ae38c47419e, infoPort=42537, infoSecurePort=0, ipcPort=40977, storageInfo=lv=-57;cid=testClusterID;nsid=1889161134;c=1732180775673) 2024-11-21T09:19:37,055 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f324d1e66e4a30b with lease ID 0x6fc2094ca68a29b: from storage DS-4748b752-be15-4d11-a660-240fc89793c5 node DatanodeRegistration(127.0.0.1:42737, datanodeUuid=a4ebca12-443a-4cd7-8ecb-8ae38c47419e, infoPort=42537, infoSecurePort=0, ipcPort=40977, storageInfo=lv=-57;cid=testClusterID;nsid=1889161134;c=1732180775673), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:19:37,145 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f 2024-11-21T09:19:37,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:37,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:37,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:19:37,554 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9 with version=8 2024-11-21T09:19:37,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/hbase-staging 2024-11-21T09:19:37,556 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:19:37,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:37,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:37,556 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:19:37,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:37,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:19:37,556 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:19:37,557 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:19:37,557 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33953 2024-11-21T09:19:37,558 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33953 connecting to ZooKeeper ensemble=127.0.0.1:64792 2024-11-21T09:19:37,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339530x0, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:19:37,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33953-0x1015cb10e890000 connected 2024-11-21T09:19:37,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:37,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:37,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Set watcher on znode that does not yet exist, /01231192976/running 2024-11-21T09:19:37,742 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9, hbase.cluster.distributed=false 2024-11-21T09:19:37,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Set watcher on znode that does not yet exist, /01231192976/acl 2024-11-21T09:19:37,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33953 2024-11-21T09:19:37,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33953 2024-11-21T09:19:37,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33953 2024-11-21T09:19:37,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33953 2024-11-21T09:19:37,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33953 2024-11-21T09:19:37,757 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:19:37,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:37,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:37,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:19:37,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:37,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:19:37,757 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:19:37,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:19:37,758 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40903 2024-11-21T09:19:37,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40903 connecting to ZooKeeper ensemble=127.0.0.1:64792 2024-11-21T09:19:37,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:37,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:37,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409030x0, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:19:37,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409030x0, quorum=127.0.0.1:64792, baseZNode=/01231192976 Set watcher on znode that does not yet exist, /01231192976/running 2024-11-21T09:19:37,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40903-0x1015cb10e890001 connected 2024-11-21T09:19:37,770 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:19:37,771 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:19:37,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40903-0x1015cb10e890001, quorum=127.0.0.1:64792, baseZNode=/01231192976 Set watcher on znode that does not yet exist, /01231192976/master 2024-11-21T09:19:37,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40903-0x1015cb10e890001, quorum=127.0.0.1:64792, baseZNode=/01231192976 Set watcher on znode that does not yet exist, /01231192976/acl 2024-11-21T09:19:37,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40903 2024-11-21T09:19:37,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40903 2024-11-21T09:19:37,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40903 2024-11-21T09:19:37,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40903 2024-11-21T09:19:37,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40903 2024-11-21T09:19:37,787 DEBUG [M:0;5b0ae2ee7b9e:33953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:33953 2024-11-21T09:19:37,788 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01231192976/backup-masters/5b0ae2ee7b9e,33953,1732180777556 2024-11-21T09:19:37,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231192976/backup-masters 2024-11-21T09:19:37,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40903-0x1015cb10e890001, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231192976/backup-masters 2024-11-21T09:19:37,801 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Set watcher on existing znode=/01231192976/backup-masters/5b0ae2ee7b9e,33953,1732180777556 2024-11-21T09:19:37,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40903-0x1015cb10e890001, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01231192976/master 2024-11-21T09:19:37,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231192976 2024-11-21T09:19:37,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40903-0x1015cb10e890001, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231192976 2024-11-21T09:19:37,812 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Set watcher on existing znode=/01231192976/master 2024-11-21T09:19:37,812 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01231192976/backup-masters/5b0ae2ee7b9e,33953,1732180777556 from backup master directory 2024-11-21T09:19:37,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01231192976/backup-masters/5b0ae2ee7b9e,33953,1732180777556 2024-11-21T09:19:37,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40903-0x1015cb10e890001, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231192976/backup-masters 2024-11-21T09:19:37,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231192976/backup-masters 2024-11-21T09:19:37,823 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:19:37,823 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,33953,1732180777556 2024-11-21T09:19:37,826 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/hbase.id] with ID: 5902bc70-9e84-4953-89ec-7f257595d06d 2024-11-21T09:19:37,826 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/.tmp/hbase.id 2024-11-21T09:19:37,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:19:38,230 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/.tmp/hbase.id]:[hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/hbase.id] 2024-11-21T09:19:38,239 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:38,239 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:19:38,240 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T09:19:38,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231192976 2024-11-21T09:19:38,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40903-0x1015cb10e890001, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231192976 2024-11-21T09:19:38,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:19:38,975 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:19:38,976 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:19:38,976 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:19:38,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:19:39,151 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:19:39,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:39,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:39,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:39,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:39,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:39,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:39,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:39,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:39,382 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/data/master/store 2024-11-21T09:19:39,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:19:39,794 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:39,794 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:19:39,794 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:39,794 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:39,795 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-21T09:19:39,795 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:39,795 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:39,795 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180779794Disabling compacts and flushes for region at 1732180779794Disabling writes for close at 1732180779795 (+1 ms)Writing region close event to WAL at 1732180779795Closed at 1732180779795 2024-11-21T09:19:39,795 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/data/master/store/.initializing 2024-11-21T09:19:39,795 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/WALs/5b0ae2ee7b9e,33953,1732180777556 2024-11-21T09:19:39,796 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:19:39,798 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C33953%2C1732180777556, suffix=, logDir=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/WALs/5b0ae2ee7b9e,33953,1732180777556, archiveDir=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/oldWALs, maxLogs=10 2024-11-21T09:19:39,809 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/WALs/5b0ae2ee7b9e,33953,1732180777556/5b0ae2ee7b9e%2C33953%2C1732180777556.1732180779798, exclude list is [], retry=0 2024-11-21T09:19:39,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-ab8af5d8-ee7a-4aac-a198-40a0fd8cc915,DISK] 2024-11-21T09:19:39,813 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/WALs/5b0ae2ee7b9e,33953,1732180777556/5b0ae2ee7b9e%2C33953%2C1732180777556.1732180779798 2024-11-21T09:19:39,813 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42537:42537)] 2024-11-21T09:19:39,813 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:19:39,813 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:39,813 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:39,813 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:39,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:39,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:19:39,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:39,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:39,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:39,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:19:39,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:39,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:39,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:39,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:19:39,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:39,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:39,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:39,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:19:39,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:39,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:39,819 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:39,820 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:39,820 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:39,821 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:39,821 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:39,822 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:19:39,822 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:39,824 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:19:39,824 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58877813, jitterRate=-0.12265221774578094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:19:39,824 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180779813Initializing all the Stores at 1732180779814 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180779814Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180779814Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180779814Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180779814Cleaning up temporary data from old regions at 1732180779821 (+7 ms)Region opened successfully at 1732180779824 (+3 ms) 2024-11-21T09:19:39,825 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:19:39,827 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344c6072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:19:39,828 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T09:19:39,828 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:19:39,828 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:19:39,828 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:19:39,828 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T09:19:39,828 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T09:19:39,828 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T09:19:39,830 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:19:39,830 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Unable to get data of znode /01231192976/balancer because node does not exist (not necessarily an error) 2024-11-21T09:19:39,875 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01231192976/balancer already deleted, retry=false 2024-11-21T09:19:39,875 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:19:39,876 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Unable to get data of znode /01231192976/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:19:39,885 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01231192976/normalizer already deleted, retry=false 2024-11-21T09:19:39,886 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:19:39,886 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Unable to get data of znode /01231192976/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:19:39,896 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01231192976/switch/split already deleted, retry=false 2024-11-21T09:19:39,897 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Unable to get data of znode /01231192976/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:19:39,906 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01231192976/switch/merge already deleted, retry=false 2024-11-21T09:19:39,908 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Unable to get data of znode /01231192976/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:19:39,917 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01231192976/snapshot-cleanup already deleted, retry=false 2024-11-21T09:19:39,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40903-0x1015cb10e890001, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01231192976/running 2024-11-21T09:19:39,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01231192976/running 2024-11-21T09:19:39,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40903-0x1015cb10e890001, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231192976 2024-11-21T09:19:39,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231192976 2024-11-21T09:19:39,928 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,33953,1732180777556, sessionid=0x1015cb10e890000, setting cluster-up flag (Was=false) 2024-11-21T09:19:39,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40903-0x1015cb10e890001, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231192976 2024-11-21T09:19:39,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231192976 2024-11-21T09:19:39,980 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01231192976/flush-table-proc/acquired, /01231192976/flush-table-proc/reached, /01231192976/flush-table-proc/abort 2024-11-21T09:19:39,981 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,33953,1732180777556 2024-11-21T09:19:40,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231192976 2024-11-21T09:19:40,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40903-0x1015cb10e890001, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231192976 2024-11-21T09:19:40,033 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01231192976/online-snapshot/acquired, /01231192976/online-snapshot/reached, /01231192976/online-snapshot/abort 2024-11-21T09:19:40,034 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,33953,1732180777556 2024-11-21T09:19:40,035 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T09:19:40,036 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:19:40,037 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:19:40,037 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:19:40,037 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,33953,1732180777556 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:19:40,038 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:19:40,038 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:19:40,038 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:19:40,038 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:19:40,038 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:19:40,038 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:40,038 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:19:40,038 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:40,045 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180810044 2024-11-21T09:19:40,045 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:19:40,045 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:19:40,045 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:19:40,045 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:19:40,045 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:19:40,045 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:19:40,045 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:19:40,045 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T09:19:40,046 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:40,047 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T09:19:40,051 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:40,051 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:19:40,051 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:19:40,051 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:19:40,051 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T09:19:40,052 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:19:40,052 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:19:40,053 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180780052,5,FailOnTimeoutGroup] 2024-11-21T09:19:40,054 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180780053,5,FailOnTimeoutGroup] 2024-11-21T09:19:40,054 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:40,054 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:19:40,054 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:40,054 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:40,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:19:40,081 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(746): ClusterId : 5902bc70-9e84-4953-89ec-7f257595d06d 2024-11-21T09:19:40,081 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:19:40,086 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:19:40,086 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:19:40,097 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:19:40,097 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1bae14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:19:40,111 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:40903 2024-11-21T09:19:40,111 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:19:40,111 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:19:40,111 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:19:40,112 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,33953,1732180777556 with port=40903, startcode=1732180777757 2024-11-21T09:19:40,112 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:19:40,113 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:19:40,113 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33953 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,40903,1732180777757 2024-11-21T09:19:40,114 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33953 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,40903,1732180777757 2024-11-21T09:19:40,115 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9 2024-11-21T09:19:40,115 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44933 2024-11-21T09:19:40,115 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:19:40,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231192976/rs 2024-11-21T09:19:40,128 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] zookeeper.ZKUtil(111): regionserver:40903-0x1015cb10e890001, quorum=127.0.0.1:64792, baseZNode=/01231192976 Set watcher on existing znode=/01231192976/rs/5b0ae2ee7b9e,40903,1732180777757 2024-11-21T09:19:40,128 WARN [RS:0;5b0ae2ee7b9e:40903 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:19:40,128 INFO [RS:0;5b0ae2ee7b9e:40903 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:19:40,128 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757 2024-11-21T09:19:40,128 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,40903,1732180777757] 2024-11-21T09:19:40,131 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:19:40,132 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:19:40,132 INFO [RS:0;5b0ae2ee7b9e:40903 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:19:40,132 INFO [RS:0;5b0ae2ee7b9e:40903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:40,136 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:19:40,137 INFO [RS:0;5b0ae2ee7b9e:40903 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:19:40,137 INFO [RS:0;5b0ae2ee7b9e:40903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:40,137 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:40,137 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:40,137 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:40,137 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:40,137 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:40,137 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:19:40,137 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:40,137 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:40,137 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:40,137 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:40,137 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:40,137 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:40,137 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:19:40,137 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:19:40,138 INFO [RS:0;5b0ae2ee7b9e:40903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:40,138 INFO [RS:0;5b0ae2ee7b9e:40903 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:40,138 INFO [RS:0;5b0ae2ee7b9e:40903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:40,138 INFO [RS:0;5b0ae2ee7b9e:40903 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:40,138 INFO [RS:0;5b0ae2ee7b9e:40903 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:40,138 INFO [RS:0;5b0ae2ee7b9e:40903 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,40903,1732180777757-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:19:40,150 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:19:40,150 INFO [RS:0;5b0ae2ee7b9e:40903 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,40903,1732180777757-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:40,150 INFO [RS:0;5b0ae2ee7b9e:40903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:40,150 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.Replication(171): 5b0ae2ee7b9e,40903,1732180777757 started 2024-11-21T09:19:40,162 INFO [RS:0;5b0ae2ee7b9e:40903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:40,162 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,40903,1732180777757, RpcServer on 5b0ae2ee7b9e/172.17.0.2:40903, sessionid=0x1015cb10e890001 2024-11-21T09:19:40,162 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:19:40,162 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,40903,1732180777757 2024-11-21T09:19:40,162 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,40903,1732180777757' 2024-11-21T09:19:40,162 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01231192976/flush-table-proc/abort' 2024-11-21T09:19:40,163 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01231192976/flush-table-proc/acquired' 2024-11-21T09:19:40,163 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:19:40,163 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:19:40,163 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,40903,1732180777757 2024-11-21T09:19:40,163 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,40903,1732180777757' 2024-11-21T09:19:40,163 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01231192976/online-snapshot/abort' 2024-11-21T09:19:40,163 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01231192976/online-snapshot/acquired' 2024-11-21T09:19:40,164 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:19:40,164 INFO [RS:0;5b0ae2ee7b9e:40903 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:19:40,164 INFO [RS:0;5b0ae2ee7b9e:40903 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:19:40,264 INFO [RS:0;5b0ae2ee7b9e:40903 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:19:40,266 INFO [RS:0;5b0ae2ee7b9e:40903 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C40903%2C1732180777757, suffix=, logDir=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757, archiveDir=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/oldWALs, maxLogs=10 2024-11-21T09:19:40,276 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266, exclude list is [], retry=0 2024-11-21T09:19:40,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-ab8af5d8-ee7a-4aac-a198-40a0fd8cc915,DISK] 2024-11-21T09:19:40,280 INFO [RS:0;5b0ae2ee7b9e:40903 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 2024-11-21T09:19:40,281 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42537:42537)] 2024-11-21T09:19:40,456 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T09:19:40,456 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9 2024-11-21T09:19:40,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741833_1009 (size=32) 2024-11-21T09:19:40,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:40,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:19:40,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:19:40,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:40,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:40,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:19:40,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:19:40,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:40,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:40,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:19:40,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:19:40,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:40,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:40,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:19:40,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:19:40,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:40,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:40,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:19:40,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740 2024-11-21T09:19:40,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740 2024-11-21T09:19:40,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:19:40,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:19:40,870 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:19:40,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:19:40,873 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:19:40,873 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75306952, jitterRate=0.12216103076934814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:19:40,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732180780862Initializing all the Stores at 1732180780863 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180780863Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180780863Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180780863Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180780863Cleaning up temporary data from old regions at 1732180780870 (+7 ms)Region opened successfully at 1732180780874 (+4 ms) 2024-11-21T09:19:40,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:19:40,874 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:19:40,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:19:40,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:19:40,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:19:40,874 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:19:40,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180780874Disabling compacts and flushes for region at 1732180780874Disabling writes for close at 1732180780874Writing region close event to WAL at 1732180780874Closed at 1732180780874 2024-11-21T09:19:40,875 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:19:40,875 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T09:19:40,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:19:40,876 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:19:40,877 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T09:19:41,027 DEBUG [5b0ae2ee7b9e:33953 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:19:41,027 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,40903,1732180777757 2024-11-21T09:19:41,028 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,40903,1732180777757, state=OPENING 2024-11-21T09:19:41,117 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T09:19:41,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40903-0x1015cb10e890001, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231192976 2024-11-21T09:19:41,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231192976 2024-11-21T09:19:41,128 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:19:41,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01231192976/meta-region-server: CHANGED 2024-11-21T09:19:41,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01231192976/meta-region-server: CHANGED 2024-11-21T09:19:41,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,40903,1732180777757}] 2024-11-21T09:19:41,280 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:19:41,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:19:41,284 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:19:41,284 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:19:41,284 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:19:41,285 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C40903%2C1732180777757.meta, suffix=.meta, logDir=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757, archiveDir=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/oldWALs, maxLogs=10 2024-11-21T09:19:41,297 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.meta.1732180781286.meta, exclude list is [], retry=0 2024-11-21T09:19:41,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-ab8af5d8-ee7a-4aac-a198-40a0fd8cc915,DISK] 2024-11-21T09:19:41,300 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.meta.1732180781286.meta 2024-11-21T09:19:41,300 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42537:42537)] 2024-11-21T09:19:41,300 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:19:41,301 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:19:41,301 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:19:41,301 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:19:41,301 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:19:41,301 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:19:41,301 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:41,301 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:19:41,301 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:19:41,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:19:41,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:19:41,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:41,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:41,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:19:41,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:19:41,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:41,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:41,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:19:41,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:19:41,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:41,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:41,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:19:41,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:19:41,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:41,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:41,306 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:19:41,307 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740 2024-11-21T09:19:41,308 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740 2024-11-21T09:19:41,308 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:19:41,308 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:19:41,309 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:19:41,310 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:19:41,310 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66758600, jitterRate=-0.0052193403244018555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:19:41,310 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:19:41,311 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180781301Writing region info on filesystem at 1732180781301Initializing all the Stores at 1732180781302 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180781302Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180781302Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180781302Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180781302Cleaning up temporary data from old regions at 1732180781308 (+6 ms)Running coprocessor post-open hooks at 1732180781310 (+2 ms)Region opened successfully at 1732180781311 (+1 ms) 2024-11-21T09:19:41,311 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732180781280 2024-11-21T09:19:41,313 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:19:41,313 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:19:41,313 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,40903,1732180777757 2024-11-21T09:19:41,314 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,40903,1732180777757, state=OPEN 2024-11-21T09:19:41,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40903-0x1015cb10e890001, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01231192976/meta-region-server 2024-11-21T09:19:41,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01231192976/meta-region-server 2024-11-21T09:19:41,359 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,40903,1732180777757 2024-11-21T09:19:41,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01231192976/meta-region-server: CHANGED 2024-11-21T09:19:41,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01231192976/meta-region-server: CHANGED 2024-11-21T09:19:41,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T09:19:41,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,40903,1732180777757 in 231 msec 2024-11-21T09:19:41,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T09:19:41,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 486 msec 2024-11-21T09:19:41,362 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:19:41,362 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T09:19:41,363 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:19:41,363 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,40903,1732180777757, seqNum=-1] 2024-11-21T09:19:41,364 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:19:41,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:19:41,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3320 sec 2024-11-21T09:19:41,369 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180781369, completionTime=-1 2024-11-21T09:19:41,369 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T09:19:41,369 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:19:41,370 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T09:19:41,370 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732180841370 2024-11-21T09:19:41,370 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732180901370 2024-11-21T09:19:41,370 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T09:19:41,371 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,33953,1732180777556-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:41,371 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,33953,1732180777556-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:41,371 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,33953,1732180777556-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:41,371 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:33953, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:41,371 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:41,371 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:41,372 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T09:19:41,373 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.550sec 2024-11-21T09:19:41,374 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:19:41,374 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:19:41,374 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:19:41,374 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:19:41,374 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:19:41,374 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,33953,1732180777556-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:19:41,374 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,33953,1732180777556-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:19:41,376 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:19:41,376 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:19:41,376 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,33953,1732180777556-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:41,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a17ab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:41,381 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,33953,-1 for getting cluster id 2024-11-21T09:19:41,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:19:41,383 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5902bc70-9e84-4953-89ec-7f257595d06d' 2024-11-21T09:19:41,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:19:41,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5902bc70-9e84-4953-89ec-7f257595d06d" 2024-11-21T09:19:41,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e8a3b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:41,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,33953,-1] 2024-11-21T09:19:41,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:19:41,383 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:41,384 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:19:41,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b45b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:41,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:19:41,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,40903,1732180777757, seqNum=-1] 2024-11-21T09:19:41,386 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:19:41,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:19:41,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b0ae2ee7b9e,33953,1732180777556 2024-11-21T09:19:41,390 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64792 2024-11-21T09:19:41,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:19:41,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015cb10e890002 connected 2024-11-21T09:19:41,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/hadoop.log.dir so I do NOT create it in target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c 2024-11-21T09:19:41,425 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T09:19:41,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/hadoop.tmp.dir so I do NOT create it in target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c 2024-11-21T09:19:41,425 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T09:19:41,425 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c 2024-11-21T09:19:41,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T09:19:41,425 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/cluster_9887714e-2b68-a96b-6945-e98c9608c93f, deleteOnExit=true 2024-11-21T09:19:41,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T09:19:41,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/test.cache.data in system properties and HBase conf 2024-11-21T09:19:41,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T09:19:41,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/hadoop.log.dir in system properties and HBase conf 2024-11-21T09:19:41,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T09:19:41,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T09:19:41,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T09:19:41,425 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T09:19:41,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:19:41,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:19:41,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T09:19:41,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:19:41,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T09:19:41,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T09:19:41,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:19:41,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:19:41,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T09:19:41,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/nfs.dump.dir in system properties and HBase conf 2024-11-21T09:19:41,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/java.io.tmpdir in system properties and HBase conf 2024-11-21T09:19:41,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:19:41,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T09:19:41,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T09:19:41,745 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:19:41,749 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:19:41,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:19:41,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:19:41,750 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:19:41,750 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:19:41,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23c492e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:19:41,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42fd2a11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:19:41,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58b2720f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/java.io.tmpdir/jetty-localhost-33215-hadoop-hdfs-3_4_1-tests_jar-_-any-10190283799317686026/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:19:41,847 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f3f4154{HTTP/1.1, (http/1.1)}{localhost:33215} 2024-11-21T09:19:41,847 INFO [Time-limited test {}] server.Server(415): Started @172081ms 2024-11-21T09:19:42,114 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:19:42,116 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:19:42,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:19:42,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:19:42,120 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:19:42,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11b53f0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:19:42,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f157e59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:19:42,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb7c883{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/java.io.tmpdir/jetty-localhost-35659-hadoop-hdfs-3_4_1-tests_jar-_-any-8746915746388247535/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:19:42,216 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c9a1f08{HTTP/1.1, (http/1.1)}{localhost:35659} 2024-11-21T09:19:42,216 INFO [Time-limited test {}] server.Server(415): Started @172450ms 2024-11-21T09:19:42,217 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:19:42,838 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/cluster_9887714e-2b68-a96b-6945-e98c9608c93f/data/data2/current/BP-641999122-172.17.0.2-1732180781439/current, will proceed with Du for space computation calculation, 2024-11-21T09:19:42,838 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/cluster_9887714e-2b68-a96b-6945-e98c9608c93f/data/data1/current/BP-641999122-172.17.0.2-1732180781439/current, will proceed with Du for space computation calculation, 2024-11-21T09:19:42,855 WARN [Thread-1789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:19:42,858 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d9177be460b04d with lease ID 0x72de98f59e753e99: Processing first storage report for DS-b8de1e90-a6ae-47fc-80a2-167e8496eb0e from datanode DatanodeRegistration(127.0.0.1:33595, datanodeUuid=310b3916-94f0-4b17-8b3e-6023c5d56c00, infoPort=34903, infoSecurePort=0, ipcPort=38425, storageInfo=lv=-57;cid=testClusterID;nsid=508124186;c=1732180781439) 2024-11-21T09:19:42,858 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d9177be460b04d with lease ID 0x72de98f59e753e99: from storage DS-b8de1e90-a6ae-47fc-80a2-167e8496eb0e node DatanodeRegistration(127.0.0.1:33595, datanodeUuid=310b3916-94f0-4b17-8b3e-6023c5d56c00, infoPort=34903, infoSecurePort=0, ipcPort=38425, storageInfo=lv=-57;cid=testClusterID;nsid=508124186;c=1732180781439), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:19:42,858 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d9177be460b04d with lease ID 0x72de98f59e753e99: Processing first storage report for DS-78d868e5-0482-47cb-8e49-5109405ceee4 from datanode DatanodeRegistration(127.0.0.1:33595, datanodeUuid=310b3916-94f0-4b17-8b3e-6023c5d56c00, infoPort=34903, infoSecurePort=0, ipcPort=38425, storageInfo=lv=-57;cid=testClusterID;nsid=508124186;c=1732180781439) 2024-11-21T09:19:42,858 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d9177be460b04d with lease ID 0x72de98f59e753e99: from storage DS-78d868e5-0482-47cb-8e49-5109405ceee4 node DatanodeRegistration(127.0.0.1:33595, datanodeUuid=310b3916-94f0-4b17-8b3e-6023c5d56c00, infoPort=34903, infoSecurePort=0, ipcPort=38425, storageInfo=lv=-57;cid=testClusterID;nsid=508124186;c=1732180781439), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:19:42,942 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c 2024-11-21T09:19:42,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:42,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:42,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:19:43,350 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da with version=8 2024-11-21T09:19:43,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/hbase-staging 2024-11-21T09:19:43,352 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:19:43,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:43,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:43,352 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:19:43,352 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:43,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:19:43,353 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:19:43,353 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:19:43,353 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42339 2024-11-21T09:19:43,354 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42339 connecting to ZooKeeper ensemble=127.0.0.1:64792 2024-11-21T09:19:43,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423390x0, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:19:43,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42339-0x1015cb10e890003 connected 2024-11-21T09:19:43,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:43,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:43,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Set watcher on znode that does not yet exist, /1-916086229/running 2024-11-21T09:19:43,479 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da, hbase.cluster.distributed=false 2024-11-21T09:19:43,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Set watcher on znode that does not yet exist, /1-916086229/acl 2024-11-21T09:19:43,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42339 2024-11-21T09:19:43,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42339 2024-11-21T09:19:43,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42339 2024-11-21T09:19:43,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42339 2024-11-21T09:19:43,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42339 2024-11-21T09:19:43,493 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:19:43,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:43,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:43,493 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:19:43,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:19:43,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:19:43,493 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:19:43,493 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:19:43,494 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44235 2024-11-21T09:19:43,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44235 connecting to ZooKeeper ensemble=127.0.0.1:64792 2024-11-21T09:19:43,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:43,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:43,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442350x0, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:19:43,507 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442350x0, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Set watcher on znode that does not yet exist, /1-916086229/running 2024-11-21T09:19:43,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44235-0x1015cb10e890004 connected 2024-11-21T09:19:43,507 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:19:43,508 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:19:43,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44235-0x1015cb10e890004, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Set watcher on znode that does not yet exist, /1-916086229/master 2024-11-21T09:19:43,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44235-0x1015cb10e890004, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Set watcher on znode that does not yet exist, /1-916086229/acl 2024-11-21T09:19:43,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44235 2024-11-21T09:19:43,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44235 2024-11-21T09:19:43,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44235 2024-11-21T09:19:43,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44235 2024-11-21T09:19:43,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44235 2024-11-21T09:19:43,527 DEBUG [M:0;5b0ae2ee7b9e:42339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:42339 2024-11-21T09:19:43,527 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-916086229/backup-masters/5b0ae2ee7b9e,42339,1732180783352 2024-11-21T09:19:43,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-916086229/backup-masters 2024-11-21T09:19:43,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x1015cb10e890004, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-916086229/backup-masters 2024-11-21T09:19:43,538 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Set watcher on existing znode=/1-916086229/backup-masters/5b0ae2ee7b9e,42339,1732180783352 2024-11-21T09:19:43,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x1015cb10e890004, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-916086229/master 2024-11-21T09:19:43,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-916086229 2024-11-21T09:19:43,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x1015cb10e890004, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-916086229 2024-11-21T09:19:43,549 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Set watcher on existing znode=/1-916086229/master 2024-11-21T09:19:43,549 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-916086229/backup-masters/5b0ae2ee7b9e,42339,1732180783352 from backup master directory 2024-11-21T09:19:43,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x1015cb10e890004, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-916086229/backup-masters 2024-11-21T09:19:43,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-916086229/backup-masters/5b0ae2ee7b9e,42339,1732180783352 2024-11-21T09:19:43,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-916086229/backup-masters 2024-11-21T09:19:43,559 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:19:43,559 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,42339,1732180783352 2024-11-21T09:19:43,563 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/hbase.id] with ID: 9f7e3521-e7e5-44c0-a0b3-3bfd44876034 2024-11-21T09:19:43,563 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/.tmp/hbase.id 2024-11-21T09:19:43,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:19:43,967 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/.tmp/hbase.id]:[hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/hbase.id] 2024-11-21T09:19:43,975 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:43,975 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:19:43,976 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T09:19:44,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-916086229 2024-11-21T09:19:44,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x1015cb10e890004, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-916086229 2024-11-21T09:19:44,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:19:44,428 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:19:44,429 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:19:44,429 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:19:44,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:19:44,838 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/data/master/store 2024-11-21T09:19:44,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:19:45,244 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:45,244 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:19:45,244 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:45,244 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:45,244 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:19:45,244 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:45,244 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:19:45,244 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180785244Disabling compacts and flushes for region at 1732180785244Disabling writes for close at 1732180785244Writing region close event to WAL at 1732180785244Closed at 1732180785244 2024-11-21T09:19:45,245 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/data/master/store/.initializing 2024-11-21T09:19:45,245 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/WALs/5b0ae2ee7b9e,42339,1732180783352 2024-11-21T09:19:45,246 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:19:45,247 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C42339%2C1732180783352, suffix=, logDir=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/WALs/5b0ae2ee7b9e,42339,1732180783352, archiveDir=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/oldWALs, maxLogs=10 2024-11-21T09:19:45,259 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/WALs/5b0ae2ee7b9e,42339,1732180783352/5b0ae2ee7b9e%2C42339%2C1732180783352.1732180785248, exclude list is [], retry=0 2024-11-21T09:19:45,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33595,DS-b8de1e90-a6ae-47fc-80a2-167e8496eb0e,DISK] 2024-11-21T09:19:45,264 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/WALs/5b0ae2ee7b9e,42339,1732180783352/5b0ae2ee7b9e%2C42339%2C1732180783352.1732180785248 2024-11-21T09:19:45,264 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34903:34903)] 2024-11-21T09:19:45,264 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:19:45,264 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:45,264 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:45,264 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:45,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:45,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:19:45,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:45,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:45,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:45,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:19:45,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:45,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:45,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:45,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:19:45,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:45,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:45,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:45,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:19:45,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:45,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:45,271 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:45,272 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:45,272 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:45,273 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:45,273 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:45,273 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:19:45,274 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:19:45,275 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:19:45,276 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60845615, jitterRate=-0.09332968294620514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:19:45,276 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180785264Initializing all the Stores at 1732180785265 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180785265Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180785265Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180785265Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180785265Cleaning up temporary data from old regions at 1732180785273 (+8 ms)Region opened successfully at 1732180785276 (+3 ms) 2024-11-21T09:19:45,276 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:19:45,278 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2030334c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:19:45,279 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T09:19:45,279 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:19:45,279 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:19:45,279 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:19:45,279 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T09:19:45,280 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T09:19:45,280 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T09:19:45,281 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:19:45,282 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Unable to get data of znode /1-916086229/balancer because node does not exist (not necessarily an error) 2024-11-21T09:19:45,348 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-916086229/balancer already deleted, retry=false 2024-11-21T09:19:45,349 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:19:45,349 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Unable to get data of znode /1-916086229/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:19:45,359 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-916086229/normalizer already deleted, retry=false 2024-11-21T09:19:45,359 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:19:45,360 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Unable to get data of znode /1-916086229/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:19:45,369 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-916086229/switch/split already deleted, retry=false 2024-11-21T09:19:45,370 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Unable to get data of znode /1-916086229/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:19:45,380 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-916086229/switch/merge already deleted, retry=false 2024-11-21T09:19:45,381 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Unable to get data of znode /1-916086229/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:19:45,390 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-916086229/snapshot-cleanup already deleted, retry=false 2024-11-21T09:19:45,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-916086229/running 2024-11-21T09:19:45,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x1015cb10e890004, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-916086229/running 2024-11-21T09:19:45,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-916086229 2024-11-21T09:19:45,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x1015cb10e890004, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-916086229 2024-11-21T09:19:45,401 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,42339,1732180783352, sessionid=0x1015cb10e890003, setting cluster-up flag (Was=false) 2024-11-21T09:19:45,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-916086229 2024-11-21T09:19:45,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x1015cb10e890004, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-916086229 2024-11-21T09:19:45,454 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-916086229/flush-table-proc/acquired, /1-916086229/flush-table-proc/reached, /1-916086229/flush-table-proc/abort 2024-11-21T09:19:45,455 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,42339,1732180783352 2024-11-21T09:19:45,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-916086229 2024-11-21T09:19:45,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x1015cb10e890004, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-916086229 2024-11-21T09:19:45,506 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-916086229/online-snapshot/acquired, /1-916086229/online-snapshot/reached, /1-916086229/online-snapshot/abort 2024-11-21T09:19:45,507 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,42339,1732180783352 2024-11-21T09:19:45,508 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T09:19:45,509 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:19:45,509 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:19:45,510 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:19:45,510 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,42339,1732180783352 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:19:45,511 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:19:45,511 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:19:45,511 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:19:45,511 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:19:45,511 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:19:45,511 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:45,511 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:19:45,511 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:45,512 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180815512 2024-11-21T09:19:45,512 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:19:45,512 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:19:45,512 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:19:45,512 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:19:45,512 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:19:45,512 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:19:45,512 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:19:45,512 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T09:19:45,512 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:45,512 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:19:45,512 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:19:45,512 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:19:45,512 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T09:19:45,513 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:45,513 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T09:19:45,516 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:19:45,516 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:19:45,516 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180785516,5,FailOnTimeoutGroup] 2024-11-21T09:19:45,520 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180785516,5,FailOnTimeoutGroup] 2024-11-21T09:19:45,520 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:45,520 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:19:45,520 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:45,520 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:45,521 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(746): ClusterId : 9f7e3521-e7e5-44c0-a0b3-3bfd44876034 2024-11-21T09:19:45,521 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:19:45,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:19:45,528 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:19:45,528 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:19:45,538 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:19:45,539 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ef5f37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:19:45,549 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:44235 2024-11-21T09:19:45,549 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:19:45,549 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:19:45,549 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:19:45,549 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,42339,1732180783352 with port=44235, startcode=1732180783493 2024-11-21T09:19:45,550 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:19:45,551 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:19:45,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42339 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,44235,1732180783493 2024-11-21T09:19:45,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42339 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,44235,1732180783493 2024-11-21T09:19:45,552 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da 2024-11-21T09:19:45,552 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35877 2024-11-21T09:19:45,552 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:19:45,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-916086229/rs 2024-11-21T09:19:45,598 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] zookeeper.ZKUtil(111): regionserver:44235-0x1015cb10e890004, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Set watcher on existing znode=/1-916086229/rs/5b0ae2ee7b9e,44235,1732180783493 2024-11-21T09:19:45,598 WARN [RS:0;5b0ae2ee7b9e:44235 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:19:45,598 INFO [RS:0;5b0ae2ee7b9e:44235 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:19:45,598 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493 2024-11-21T09:19:45,598 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,44235,1732180783493] 2024-11-21T09:19:45,601 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:19:45,602 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:19:45,603 INFO [RS:0;5b0ae2ee7b9e:44235 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:19:45,603 INFO [RS:0;5b0ae2ee7b9e:44235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:45,603 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:19:45,603 INFO [RS:0;5b0ae2ee7b9e:44235 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:19:45,603 INFO [RS:0;5b0ae2ee7b9e:44235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:45,603 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:45,603 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:45,603 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:45,604 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:45,604 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:45,604 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:19:45,604 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:45,604 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:45,604 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:45,604 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:45,604 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:45,604 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:19:45,604 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:19:45,604 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:19:45,608 INFO [RS:0;5b0ae2ee7b9e:44235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:45,608 INFO [RS:0;5b0ae2ee7b9e:44235 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:45,608 INFO [RS:0;5b0ae2ee7b9e:44235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:45,608 INFO [RS:0;5b0ae2ee7b9e:44235 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:45,608 INFO [RS:0;5b0ae2ee7b9e:44235 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:45,608 INFO [RS:0;5b0ae2ee7b9e:44235 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,44235,1732180783493-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:19:45,625 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:19:45,625 INFO [RS:0;5b0ae2ee7b9e:44235 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,44235,1732180783493-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:45,625 INFO [RS:0;5b0ae2ee7b9e:44235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:45,625 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.Replication(171): 5b0ae2ee7b9e,44235,1732180783493 started 2024-11-21T09:19:45,639 INFO [RS:0;5b0ae2ee7b9e:44235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:45,639 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,44235,1732180783493, RpcServer on 5b0ae2ee7b9e/172.17.0.2:44235, sessionid=0x1015cb10e890004 2024-11-21T09:19:45,639 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:19:45,639 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,44235,1732180783493 2024-11-21T09:19:45,639 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,44235,1732180783493' 2024-11-21T09:19:45,639 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-916086229/flush-table-proc/abort' 2024-11-21T09:19:45,639 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-916086229/flush-table-proc/acquired' 2024-11-21T09:19:45,640 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:19:45,640 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:19:45,640 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,44235,1732180783493 2024-11-21T09:19:45,640 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,44235,1732180783493' 2024-11-21T09:19:45,640 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-916086229/online-snapshot/abort' 2024-11-21T09:19:45,640 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-916086229/online-snapshot/acquired' 2024-11-21T09:19:45,640 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:19:45,640 INFO [RS:0;5b0ae2ee7b9e:44235 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:19:45,640 INFO [RS:0;5b0ae2ee7b9e:44235 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:19:45,740 INFO [RS:0;5b0ae2ee7b9e:44235 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:19:45,742 INFO [RS:0;5b0ae2ee7b9e:44235 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C44235%2C1732180783493, suffix=, logDir=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493, archiveDir=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/oldWALs, maxLogs=10 2024-11-21T09:19:45,754 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742, exclude list is [], retry=0 2024-11-21T09:19:45,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33595,DS-b8de1e90-a6ae-47fc-80a2-167e8496eb0e,DISK] 2024-11-21T09:19:45,757 INFO [RS:0;5b0ae2ee7b9e:44235 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 2024-11-21T09:19:45,758 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34903:34903)] 2024-11-21T09:19:45,928 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T09:19:45,928 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da 2024-11-21T09:19:45,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741833_1009 (size=32) 2024-11-21T09:19:46,131 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T09:19:46,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:46,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:19:46,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:19:46,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:46,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:46,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:19:46,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:19:46,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:46,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:46,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:19:46,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:19:46,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:46,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:46,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:19:46,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:19:46,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:46,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:46,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:19:46,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740 2024-11-21T09:19:46,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740 2024-11-21T09:19:46,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:19:46,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:19:46,343 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:19:46,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:19:46,345 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:19:46,346 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69477767, jitterRate=0.035299405455589294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:19:46,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732180786334Initializing all the Stores at 1732180786335 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180786335Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180786335Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180786335Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180786335Cleaning up temporary data from old regions at 1732180786342 (+7 ms)Region opened successfully at 1732180786346 (+4 ms) 2024-11-21T09:19:46,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:19:46,346 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:19:46,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:19:46,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:19:46,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:19:46,346 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:19:46,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180786346Disabling compacts and flushes for region at 1732180786346Disabling writes for close at 1732180786346Writing region close event to WAL at 1732180786346Closed at 1732180786346 2024-11-21T09:19:46,347 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:19:46,347 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T09:19:46,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:19:46,348 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:19:46,349 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T09:19:46,499 DEBUG [5b0ae2ee7b9e:42339 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:19:46,500 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,44235,1732180783493 2024-11-21T09:19:46,501 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,44235,1732180783493, state=OPENING 2024-11-21T09:19:46,580 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T09:19:46,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-916086229 2024-11-21T09:19:46,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x1015cb10e890004, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-916086229 2024-11-21T09:19:46,591 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:19:46,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-916086229/meta-region-server: CHANGED 2024-11-21T09:19:46,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-916086229/meta-region-server: CHANGED 2024-11-21T09:19:46,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,44235,1732180783493}] 2024-11-21T09:19:46,743 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:19:46,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:19:46,747 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:19:46,747 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:19:46,747 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:19:46,749 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C44235%2C1732180783493.meta, suffix=.meta, logDir=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493, archiveDir=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/oldWALs, maxLogs=10 2024-11-21T09:19:46,760 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.meta.1732180786749.meta, exclude list is [], retry=0 2024-11-21T09:19:46,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33595,DS-b8de1e90-a6ae-47fc-80a2-167e8496eb0e,DISK] 2024-11-21T09:19:46,763 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.meta.1732180786749.meta 2024-11-21T09:19:46,763 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34903:34903)] 2024-11-21T09:19:46,764 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:19:46,764 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:19:46,764 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:19:46,764 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:19:46,764 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:19:46,764 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:19:46,764 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:46,764 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:19:46,764 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:19:46,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:19:46,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:19:46,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:46,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:46,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:19:46,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:19:46,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:46,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:46,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:19:46,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:19:46,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:46,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:46,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:19:46,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:19:46,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:46,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:19:46,770 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:19:46,771 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740 2024-11-21T09:19:46,771 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740 2024-11-21T09:19:46,772 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:19:46,772 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:19:46,773 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:19:46,774 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:19:46,774 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62675473, jitterRate=-0.06606267392635345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:19:46,774 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:19:46,775 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180786764Writing region info on filesystem at 1732180786764Initializing all the Stores at 1732180786765 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180786765Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180786765Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180786765Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180786765Cleaning up temporary data from old regions at 1732180786772 (+7 ms)Running coprocessor post-open hooks at 1732180786774 (+2 ms)Region opened successfully at 1732180786774 2024-11-21T09:19:46,775 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732180786743 2024-11-21T09:19:46,777 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:19:46,777 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:19:46,777 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,44235,1732180783493 2024-11-21T09:19:46,778 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,44235,1732180783493, state=OPEN 2024-11-21T09:19:46,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x1015cb10e890004, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-916086229/meta-region-server 2024-11-21T09:19:46,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-916086229/meta-region-server 2024-11-21T09:19:46,790 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,44235,1732180783493 2024-11-21T09:19:46,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-916086229/meta-region-server: CHANGED 2024-11-21T09:19:46,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-916086229/meta-region-server: CHANGED 2024-11-21T09:19:46,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T09:19:46,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,44235,1732180783493 in 200 msec 2024-11-21T09:19:46,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T09:19:46,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-11-21T09:19:46,795 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:19:46,795 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T09:19:46,796 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:19:46,796 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1] 2024-11-21T09:19:46,796 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:19:46,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:19:46,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2920 sec 2024-11-21T09:19:46,802 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180786801, completionTime=-1 2024-11-21T09:19:46,802 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T09:19:46,802 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:19:46,803 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:19:46,803 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T09:19:46,803 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732180846803 2024-11-21T09:19:46,803 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732180906803 2024-11-21T09:19:46,803 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T09:19:46,803 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,42339,1732180783352-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:46,804 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,42339,1732180783352-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:46,804 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,42339,1732180783352-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:46,804 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:42339, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:46,804 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:46,804 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:46,805 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T09:19:46,807 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.248sec 2024-11-21T09:19:46,807 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:19:46,807 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:19:46,807 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:19:46,807 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:19:46,807 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:19:46,807 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,42339,1732180783352-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:19:46,807 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,42339,1732180783352-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:19:46,809 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:19:46,809 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:19:46,809 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,42339,1732180783352-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:19:46,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139321a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:46,822 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,42339,-1 for getting cluster id 2024-11-21T09:19:46,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:19:46,823 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f7e3521-e7e5-44c0-a0b3-3bfd44876034' 2024-11-21T09:19:46,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:19:46,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f7e3521-e7e5-44c0-a0b3-3bfd44876034" 2024-11-21T09:19:46,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51564da3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:46,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,42339,-1] 2024-11-21T09:19:46,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:19:46,824 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:46,825 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:19:46,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191c99ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:46,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:19:46,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1] 2024-11-21T09:19:46,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:19:46,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:19:46,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b0ae2ee7b9e,42339,1732180783352 2024-11-21T09:19:46,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64792 2024-11-21T09:19:46,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:46,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:46,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:46,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:46,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:46,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:46,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:19:46,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015cb10e890005 connected 2024-11-21T09:19:46,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:46,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:19:46,856 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,33953,1732180777556 2024-11-21T09:19:46,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:46,856 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27943a46 2024-11-21T09:19:46,857 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:19:46,857 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:19:46,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:19:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T09:19:46,860 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:19:46,860 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:46,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T09:19:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:19:46,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:19:46,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741835_1011 (size=902) 2024-11-21T09:19:46,868 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T09:19:46,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T09:19:46,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:19:46,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T09:19:46,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:19:46,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T09:19:46,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T09:19:46,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T09:19:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:19:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:19:47,268 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2fe9dafe8b14178ed843141634a069d, NAME => 'test,,1732180786858.f2fe9dafe8b14178ed843141634a069d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9 2024-11-21T09:19:47,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741836_1012 (size=39) 2024-11-21T09:19:47,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:19:47,674 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732180786858.f2fe9dafe8b14178ed843141634a069d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:47,674 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f2fe9dafe8b14178ed843141634a069d, disabling compactions & flushes 2024-11-21T09:19:47,674 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732180786858.f2fe9dafe8b14178ed843141634a069d. 2024-11-21T09:19:47,674 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180786858.f2fe9dafe8b14178ed843141634a069d. 2024-11-21T09:19:47,674 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732180786858.f2fe9dafe8b14178ed843141634a069d. after waiting 0 ms 2024-11-21T09:19:47,674 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732180786858.f2fe9dafe8b14178ed843141634a069d. 2024-11-21T09:19:47,674 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732180786858.f2fe9dafe8b14178ed843141634a069d. 2024-11-21T09:19:47,674 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2fe9dafe8b14178ed843141634a069d: Waiting for close lock at 1732180787674Disabling compacts and flushes for region at 1732180787674Disabling writes for close at 1732180787674Writing region close event to WAL at 1732180787674Closed at 1732180787674 2024-11-21T09:19:47,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:19:47,675 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732180786858.f2fe9dafe8b14178ed843141634a069d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732180787675"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180787675"}]},"ts":"1732180787675"} 2024-11-21T09:19:47,677 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:19:47,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:19:47,678 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180787678"}]},"ts":"1732180787678"} 2024-11-21T09:19:47,679 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T09:19:47,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f2fe9dafe8b14178ed843141634a069d, ASSIGN}] 2024-11-21T09:19:47,680 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f2fe9dafe8b14178ed843141634a069d, ASSIGN 2024-11-21T09:19:47,681 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f2fe9dafe8b14178ed843141634a069d, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,40903,1732180777757; forceNewPlan=false, retain=false 2024-11-21T09:19:47,832 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2fe9dafe8b14178ed843141634a069d, regionState=OPENING, regionLocation=5b0ae2ee7b9e,40903,1732180777757 2024-11-21T09:19:47,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f2fe9dafe8b14178ed843141634a069d, ASSIGN because future has completed 2024-11-21T09:19:47,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2fe9dafe8b14178ed843141634a069d, server=5b0ae2ee7b9e,40903,1732180777757}] 2024-11-21T09:19:47,989 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732180786858.f2fe9dafe8b14178ed843141634a069d. 2024-11-21T09:19:47,989 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f2fe9dafe8b14178ed843141634a069d, NAME => 'test,,1732180786858.f2fe9dafe8b14178ed843141634a069d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:19:47,989 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:19:47,990 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T09:19:47,990 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f2fe9dafe8b14178ed843141634a069d 2024-11-21T09:19:47,990 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732180786858.f2fe9dafe8b14178ed843141634a069d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:47,990 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f2fe9dafe8b14178ed843141634a069d 2024-11-21T09:19:47,990 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f2fe9dafe8b14178ed843141634a069d 2024-11-21T09:19:47,991 INFO [StoreOpener-f2fe9dafe8b14178ed843141634a069d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f2fe9dafe8b14178ed843141634a069d 2024-11-21T09:19:47,992 INFO [StoreOpener-f2fe9dafe8b14178ed843141634a069d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2fe9dafe8b14178ed843141634a069d columnFamilyName f 2024-11-21T09:19:47,992 DEBUG [StoreOpener-f2fe9dafe8b14178ed843141634a069d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:47,992 INFO [StoreOpener-f2fe9dafe8b14178ed843141634a069d-1 {}] regionserver.HStore(327): Store=f2fe9dafe8b14178ed843141634a069d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:47,992 INFO [StoreOpener-f2fe9dafe8b14178ed843141634a069d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f2fe9dafe8b14178ed843141634a069d 2024-11-21T09:19:47,993 INFO [StoreOpener-f2fe9dafe8b14178ed843141634a069d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2fe9dafe8b14178ed843141634a069d columnFamilyName f1 2024-11-21T09:19:47,993 DEBUG [StoreOpener-f2fe9dafe8b14178ed843141634a069d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:47,994 INFO [StoreOpener-f2fe9dafe8b14178ed843141634a069d-1 {}] regionserver.HStore(327): Store=f2fe9dafe8b14178ed843141634a069d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:47,994 INFO [StoreOpener-f2fe9dafe8b14178ed843141634a069d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f2fe9dafe8b14178ed843141634a069d 2024-11-21T09:19:47,995 INFO [StoreOpener-f2fe9dafe8b14178ed843141634a069d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2fe9dafe8b14178ed843141634a069d columnFamilyName norep 2024-11-21T09:19:47,995 DEBUG [StoreOpener-f2fe9dafe8b14178ed843141634a069d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:47,995 INFO [StoreOpener-f2fe9dafe8b14178ed843141634a069d-1 {}] regionserver.HStore(327): Store=f2fe9dafe8b14178ed843141634a069d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:47,995 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f2fe9dafe8b14178ed843141634a069d 2024-11-21T09:19:47,996 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/default/test/f2fe9dafe8b14178ed843141634a069d 2024-11-21T09:19:47,996 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/default/test/f2fe9dafe8b14178ed843141634a069d 2024-11-21T09:19:47,996 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f2fe9dafe8b14178ed843141634a069d 2024-11-21T09:19:47,996 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f2fe9dafe8b14178ed843141634a069d 2024-11-21T09:19:47,997 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:19:47,998 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f2fe9dafe8b14178ed843141634a069d 2024-11-21T09:19:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:19:48,000 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/default/test/f2fe9dafe8b14178ed843141634a069d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:19:48,000 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f2fe9dafe8b14178ed843141634a069d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67333373, jitterRate=0.0033454447984695435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:19:48,000 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2fe9dafe8b14178ed843141634a069d 2024-11-21T09:19:48,001 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f2fe9dafe8b14178ed843141634a069d: Running coprocessor pre-open hook at 1732180787990Writing region info on filesystem at 1732180787990Initializing all the Stores at 1732180787991 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180787991Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180787991Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180787991Cleaning up temporary data from old regions at 1732180787997 (+6 ms)Running coprocessor post-open hooks at 1732180788000 (+3 ms)Region opened successfully at 1732180788001 (+1 ms) 2024-11-21T09:19:48,002 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732180786858.f2fe9dafe8b14178ed843141634a069d., pid=6, masterSystemTime=1732180787986 2024-11-21T09:19:48,003 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732180786858.f2fe9dafe8b14178ed843141634a069d. 2024-11-21T09:19:48,003 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732180786858.f2fe9dafe8b14178ed843141634a069d. 2024-11-21T09:19:48,004 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2fe9dafe8b14178ed843141634a069d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b0ae2ee7b9e,40903,1732180777757 2024-11-21T09:19:48,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2fe9dafe8b14178ed843141634a069d, server=5b0ae2ee7b9e,40903,1732180777757 because future has completed 2024-11-21T09:19:48,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T09:19:48,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f2fe9dafe8b14178ed843141634a069d, server=5b0ae2ee7b9e,40903,1732180777757 in 172 msec 2024-11-21T09:19:48,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T09:19:48,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f2fe9dafe8b14178ed843141634a069d, ASSIGN in 329 msec 2024-11-21T09:19:48,010 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:19:48,010 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180788010"}]},"ts":"1732180788010"} 2024-11-21T09:19:48,012 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T09:19:48,013 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:19:48,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-21T09:19:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:19:49,009 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T09:19:49,009 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:19:49,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,42339,1732180783352 2024-11-21T09:19:49,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3af3242 2024-11-21T09:19:49,010 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:19:49,011 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:19:49,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:19:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T09:19:49,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:19:49,014 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:49,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T09:19:49,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:19:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:19:49,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741835_1011 (size=902) 2024-11-21T09:19:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:19:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:19:49,426 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8866a055c8e098181a6444e4320f4c6d, NAME => 'test,,1732180789011.8866a055c8e098181a6444e4320f4c6d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da 2024-11-21T09:19:49,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741836_1012 (size=39) 2024-11-21T09:19:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:19:49,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732180789011.8866a055c8e098181a6444e4320f4c6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:49,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8866a055c8e098181a6444e4320f4c6d, disabling compactions & flushes 2024-11-21T09:19:49,835 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732180789011.8866a055c8e098181a6444e4320f4c6d. 2024-11-21T09:19:49,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180789011.8866a055c8e098181a6444e4320f4c6d. 2024-11-21T09:19:49,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732180789011.8866a055c8e098181a6444e4320f4c6d. after waiting 0 ms 2024-11-21T09:19:49,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732180789011.8866a055c8e098181a6444e4320f4c6d. 2024-11-21T09:19:49,835 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732180789011.8866a055c8e098181a6444e4320f4c6d. 2024-11-21T09:19:49,835 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8866a055c8e098181a6444e4320f4c6d: Waiting for close lock at 1732180789834Disabling compacts and flushes for region at 1732180789834Disabling writes for close at 1732180789835 (+1 ms)Writing region close event to WAL at 1732180789835Closed at 1732180789835 2024-11-21T09:19:49,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:19:49,836 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732180789011.8866a055c8e098181a6444e4320f4c6d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732180789836"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180789836"}]},"ts":"1732180789836"} 2024-11-21T09:19:49,838 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:19:49,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:19:49,839 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180789839"}]},"ts":"1732180789839"} 2024-11-21T09:19:49,841 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T09:19:49,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8866a055c8e098181a6444e4320f4c6d, ASSIGN}] 2024-11-21T09:19:49,842 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8866a055c8e098181a6444e4320f4c6d, ASSIGN 2024-11-21T09:19:49,842 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8866a055c8e098181a6444e4320f4c6d, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,44235,1732180783493; forceNewPlan=false, retain=false 2024-11-21T09:19:49,993 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8866a055c8e098181a6444e4320f4c6d, regionState=OPENING, regionLocation=5b0ae2ee7b9e,44235,1732180783493 2024-11-21T09:19:49,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8866a055c8e098181a6444e4320f4c6d, ASSIGN because future has completed 2024-11-21T09:19:49,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8866a055c8e098181a6444e4320f4c6d, server=5b0ae2ee7b9e,44235,1732180783493}] 2024-11-21T09:19:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:19:50,151 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732180789011.8866a055c8e098181a6444e4320f4c6d. 2024-11-21T09:19:50,151 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8866a055c8e098181a6444e4320f4c6d, NAME => 'test,,1732180789011.8866a055c8e098181a6444e4320f4c6d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:19:50,151 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:19:50,152 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T09:19:50,152 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8866a055c8e098181a6444e4320f4c6d 2024-11-21T09:19:50,152 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732180789011.8866a055c8e098181a6444e4320f4c6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:50,152 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8866a055c8e098181a6444e4320f4c6d 2024-11-21T09:19:50,152 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8866a055c8e098181a6444e4320f4c6d 2024-11-21T09:19:50,153 INFO [StoreOpener-8866a055c8e098181a6444e4320f4c6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8866a055c8e098181a6444e4320f4c6d 2024-11-21T09:19:50,154 INFO [StoreOpener-8866a055c8e098181a6444e4320f4c6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8866a055c8e098181a6444e4320f4c6d columnFamilyName f 2024-11-21T09:19:50,154 DEBUG [StoreOpener-8866a055c8e098181a6444e4320f4c6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:50,155 INFO [StoreOpener-8866a055c8e098181a6444e4320f4c6d-1 {}] regionserver.HStore(327): Store=8866a055c8e098181a6444e4320f4c6d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:50,155 INFO [StoreOpener-8866a055c8e098181a6444e4320f4c6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8866a055c8e098181a6444e4320f4c6d 2024-11-21T09:19:50,156 INFO [StoreOpener-8866a055c8e098181a6444e4320f4c6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8866a055c8e098181a6444e4320f4c6d columnFamilyName f1 2024-11-21T09:19:50,156 DEBUG [StoreOpener-8866a055c8e098181a6444e4320f4c6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:50,156 INFO [StoreOpener-8866a055c8e098181a6444e4320f4c6d-1 {}] regionserver.HStore(327): Store=8866a055c8e098181a6444e4320f4c6d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:50,156 INFO [StoreOpener-8866a055c8e098181a6444e4320f4c6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8866a055c8e098181a6444e4320f4c6d 2024-11-21T09:19:50,157 INFO [StoreOpener-8866a055c8e098181a6444e4320f4c6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8866a055c8e098181a6444e4320f4c6d columnFamilyName norep 2024-11-21T09:19:50,157 DEBUG [StoreOpener-8866a055c8e098181a6444e4320f4c6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:50,157 INFO [StoreOpener-8866a055c8e098181a6444e4320f4c6d-1 {}] regionserver.HStore(327): Store=8866a055c8e098181a6444e4320f4c6d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:50,157 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8866a055c8e098181a6444e4320f4c6d 2024-11-21T09:19:50,158 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/default/test/8866a055c8e098181a6444e4320f4c6d 2024-11-21T09:19:50,158 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/default/test/8866a055c8e098181a6444e4320f4c6d 2024-11-21T09:19:50,159 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8866a055c8e098181a6444e4320f4c6d 2024-11-21T09:19:50,159 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8866a055c8e098181a6444e4320f4c6d 2024-11-21T09:19:50,159 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:19:50,160 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8866a055c8e098181a6444e4320f4c6d 2024-11-21T09:19:50,162 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/default/test/8866a055c8e098181a6444e4320f4c6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:19:50,162 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8866a055c8e098181a6444e4320f4c6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75151804, jitterRate=0.11984914541244507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:19:50,162 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8866a055c8e098181a6444e4320f4c6d 2024-11-21T09:19:50,162 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8866a055c8e098181a6444e4320f4c6d: Running coprocessor pre-open hook at 1732180790152Writing region info on filesystem at 1732180790152Initializing all the Stores at 1732180790153 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180790153Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180790153Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180790153Cleaning up temporary data from old regions at 1732180790159 (+6 ms)Running coprocessor post-open hooks at 1732180790162 (+3 ms)Region opened successfully at 1732180790162 2024-11-21T09:19:50,163 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732180789011.8866a055c8e098181a6444e4320f4c6d., pid=6, masterSystemTime=1732180790147 2024-11-21T09:19:50,164 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732180789011.8866a055c8e098181a6444e4320f4c6d. 2024-11-21T09:19:50,164 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732180789011.8866a055c8e098181a6444e4320f4c6d. 2024-11-21T09:19:50,165 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8866a055c8e098181a6444e4320f4c6d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b0ae2ee7b9e,44235,1732180783493 2024-11-21T09:19:50,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8866a055c8e098181a6444e4320f4c6d, server=5b0ae2ee7b9e,44235,1732180783493 because future has completed 2024-11-21T09:19:50,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T09:19:50,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8866a055c8e098181a6444e4320f4c6d, server=5b0ae2ee7b9e,44235,1732180783493 in 173 msec 2024-11-21T09:19:50,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T09:19:50,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8866a055c8e098181a6444e4320f4c6d, ASSIGN in 328 msec 2024-11-21T09:19:50,171 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:19:50,171 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180790171"}]},"ts":"1732180790171"} 2024-11-21T09:19:50,173 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T09:19:50,174 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:19:50,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-21T09:19:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:19:51,159 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T09:19:51,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4131d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:51,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,33953,-1 for getting cluster id 2024-11-21T09:19:51,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:19:51,161 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5902bc70-9e84-4953-89ec-7f257595d06d' 2024-11-21T09:19:51,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:19:51,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5902bc70-9e84-4953-89ec-7f257595d06d" 2024-11-21T09:19:51,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce01921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:51,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,33953,-1] 2024-11-21T09:19:51,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:19:51,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:51,162 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:19:51,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5982c4d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:51,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b9487f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:51,163 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,42339,-1 for getting cluster id 2024-11-21T09:19:51,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:19:51,164 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f7e3521-e7e5-44c0-a0b3-3bfd44876034' 2024-11-21T09:19:51,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:19:51,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f7e3521-e7e5-44c0-a0b3-3bfd44876034" 2024-11-21T09:19:51,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68eca887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:51,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,42339,-1] 2024-11-21T09:19:51,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:19:51,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:51,165 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:19:51,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f746379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:51,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd5e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:51,167 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,33953,-1 for getting cluster id 2024-11-21T09:19:51,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:19:51,167 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5902bc70-9e84-4953-89ec-7f257595d06d' 2024-11-21T09:19:51,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:19:51,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5902bc70-9e84-4953-89ec-7f257595d06d" 2024-11-21T09:19:51,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74940bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:51,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,33953,-1] 2024-11-21T09:19:51,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:19:51,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:51,169 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:19:51,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d784cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:51,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:19:51,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,33953,1732180777556 2024-11-21T09:19:51,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a08de39 2024-11-21T09:19:51,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:19:51,171 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:19:51,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b0ae2ee7b9e:42339,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T09:19:51,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T09:19:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:19:51,173 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:42339' 2024-11-21T09:19:51,174 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db95e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:51,174 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,42339,-1 for getting cluster id 2024-11-21T09:19:51,174 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:19:51,175 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f7e3521-e7e5-44c0-a0b3-3bfd44876034' 2024-11-21T09:19:51,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:19:51,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f7e3521-e7e5-44c0-a0b3-3bfd44876034" 2024-11-21T09:19:51,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37decd37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:51,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,42339,-1] 2024-11-21T09:19:51,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:19:51,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:51,176 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:19:51,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3193a0cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:51,177 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:19:51,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,42339,1732180783352 2024-11-21T09:19:51,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c863d86 2024-11-21T09:19:51,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:19:51,178 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:19:51,178 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T09:19:51,179 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T09:19:51,179 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:51,179 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:51,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:19:51,179 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:19:51,180 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T09:19:51,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:19:51,181 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:51,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:19:51,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741837_1013 (size=1138) 2024-11-21T09:19:51,230 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T09:19:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:19:51,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:19:51,588 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 63421e85d51dd388c3d6aa371591f72e, NAME => 'hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9 2024-11-21T09:19:51,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741838_1014 (size=44) 2024-11-21T09:19:51,601 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T09:19:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:19:51,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:51,993 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 63421e85d51dd388c3d6aa371591f72e, disabling compactions & flushes 2024-11-21T09:19:51,993 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e. 2024-11-21T09:19:51,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e. 2024-11-21T09:19:51,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e. after waiting 0 ms 2024-11-21T09:19:51,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e. 2024-11-21T09:19:51,994 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e. 2024-11-21T09:19:51,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 63421e85d51dd388c3d6aa371591f72e: Waiting for close lock at 1732180791993Disabling compacts and flushes for region at 1732180791993Disabling writes for close at 1732180791994 (+1 ms)Writing region close event to WAL at 1732180791994Closed at 1732180791994 2024-11-21T09:19:51,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:19:51,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732180791995"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180791995"}]},"ts":"1732180791995"} 2024-11-21T09:19:51,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:19:51,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:19:51,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180791997"}]},"ts":"1732180791997"} 2024-11-21T09:19:51,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T09:19:51,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=63421e85d51dd388c3d6aa371591f72e, ASSIGN}] 2024-11-21T09:19:52,000 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=63421e85d51dd388c3d6aa371591f72e, ASSIGN 2024-11-21T09:19:52,001 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=63421e85d51dd388c3d6aa371591f72e, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,40903,1732180777757; forceNewPlan=false, retain=false 2024-11-21T09:19:52,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=63421e85d51dd388c3d6aa371591f72e, regionState=OPENING, regionLocation=5b0ae2ee7b9e,40903,1732180777757 2024-11-21T09:19:52,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=63421e85d51dd388c3d6aa371591f72e, ASSIGN because future has completed 2024-11-21T09:19:52,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63421e85d51dd388c3d6aa371591f72e, server=5b0ae2ee7b9e,40903,1732180777757}] 2024-11-21T09:19:52,266 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:19:52,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:52,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:52,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:52,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:52,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:52,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:52,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:52,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:19:52,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e. 2024-11-21T09:19:52,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:19:52,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T09:19:52,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C40903%2C1732180777757.rep, suffix=, logDir=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757, archiveDir=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/oldWALs, maxLogs=10 2024-11-21T09:19:52,326 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.rep.1732180792311, exclude list is [], retry=0 2024-11-21T09:19:52,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42737,DS-ab8af5d8-ee7a-4aac-a198-40a0fd8cc915,DISK] 2024-11-21T09:19:52,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.rep.1732180792311 2024-11-21T09:19:52,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42537:42537)] 2024-11-21T09:19:52,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 63421e85d51dd388c3d6aa371591f72e, NAME => 'hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:19:52,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:19:52,330 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:19:52,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e. service=MultiRowMutationService 2024-11-21T09:19:52,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T09:19:52,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 63421e85d51dd388c3d6aa371591f72e 2024-11-21T09:19:52,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:52,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 63421e85d51dd388c3d6aa371591f72e 2024-11-21T09:19:52,331 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 63421e85d51dd388c3d6aa371591f72e 2024-11-21T09:19:52,332 INFO [StoreOpener-63421e85d51dd388c3d6aa371591f72e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 63421e85d51dd388c3d6aa371591f72e 2024-11-21T09:19:52,333 INFO [StoreOpener-63421e85d51dd388c3d6aa371591f72e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63421e85d51dd388c3d6aa371591f72e columnFamilyName hfileref 2024-11-21T09:19:52,333 DEBUG [StoreOpener-63421e85d51dd388c3d6aa371591f72e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:52,334 INFO [StoreOpener-63421e85d51dd388c3d6aa371591f72e-1 {}] regionserver.HStore(327): Store=63421e85d51dd388c3d6aa371591f72e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:52,334 INFO [StoreOpener-63421e85d51dd388c3d6aa371591f72e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 63421e85d51dd388c3d6aa371591f72e 2024-11-21T09:19:52,335 INFO [StoreOpener-63421e85d51dd388c3d6aa371591f72e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63421e85d51dd388c3d6aa371591f72e columnFamilyName queue 2024-11-21T09:19:52,335 DEBUG [StoreOpener-63421e85d51dd388c3d6aa371591f72e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:52,335 INFO [StoreOpener-63421e85d51dd388c3d6aa371591f72e-1 {}] regionserver.HStore(327): Store=63421e85d51dd388c3d6aa371591f72e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:52,335 INFO [StoreOpener-63421e85d51dd388c3d6aa371591f72e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 63421e85d51dd388c3d6aa371591f72e 2024-11-21T09:19:52,336 INFO [StoreOpener-63421e85d51dd388c3d6aa371591f72e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63421e85d51dd388c3d6aa371591f72e columnFamilyName sid 2024-11-21T09:19:52,336 DEBUG [StoreOpener-63421e85d51dd388c3d6aa371591f72e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:52,336 INFO [StoreOpener-63421e85d51dd388c3d6aa371591f72e-1 {}] regionserver.HStore(327): Store=63421e85d51dd388c3d6aa371591f72e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:52,336 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 63421e85d51dd388c3d6aa371591f72e 2024-11-21T09:19:52,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/replication/63421e85d51dd388c3d6aa371591f72e 2024-11-21T09:19:52,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/replication/63421e85d51dd388c3d6aa371591f72e 2024-11-21T09:19:52,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 63421e85d51dd388c3d6aa371591f72e 2024-11-21T09:19:52,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 63421e85d51dd388c3d6aa371591f72e 2024-11-21T09:19:52,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:19:52,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 63421e85d51dd388c3d6aa371591f72e 2024-11-21T09:19:52,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/replication/63421e85d51dd388c3d6aa371591f72e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:19:52,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 63421e85d51dd388c3d6aa371591f72e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58956591, jitterRate=-0.12147833406925201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:19:52,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63421e85d51dd388c3d6aa371591f72e 2024-11-21T09:19:52,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 63421e85d51dd388c3d6aa371591f72e: Running coprocessor pre-open hook at 1732180792331Writing region info on filesystem at 1732180792331Initializing all the Stores at 1732180792332 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180792332Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180792332Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180792332Cleaning up temporary data from old regions at 1732180792338 (+6 ms)Running coprocessor post-open hooks at 1732180792341 (+3 ms)Region opened successfully at 1732180792342 (+1 ms) 2024-11-21T09:19:52,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e., pid=10, masterSystemTime=1732180792306 2024-11-21T09:19:52,345 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e. 2024-11-21T09:19:52,345 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e. 2024-11-21T09:19:52,345 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=63421e85d51dd388c3d6aa371591f72e, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,40903,1732180777757 2024-11-21T09:19:52,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63421e85d51dd388c3d6aa371591f72e, server=5b0ae2ee7b9e,40903,1732180777757 because future has completed 2024-11-21T09:19:52,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T09:19:52,349 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 63421e85d51dd388c3d6aa371591f72e, server=5b0ae2ee7b9e,40903,1732180777757 in 194 msec 2024-11-21T09:19:52,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T09:19:52,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=63421e85d51dd388c3d6aa371591f72e, ASSIGN in 350 msec 2024-11-21T09:19:52,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:19:52,352 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180792351"}]},"ts":"1732180792351"} 2024-11-21T09:19:52,353 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T09:19:52,354 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:19:52,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-21T09:19:52,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e., hostname=5b0ae2ee7b9e,40903,1732180777757, seqNum=2] 2024-11-21T09:19:52,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40903-0x1015cb10e890001, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231192976 2024-11-21T09:19:52,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231192976 2024-11-21T09:19:52,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T09:19:52,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T09:19:52,628 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T09:19:52,652 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5b0ae2ee7b9e,40903,1732180777757, ReplicationSource: 1, currentBandwidth=0 2024-11-21T09:19:52,652 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:19:52,652 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,40903,1732180777757, seqNum=-1] 2024-11-21T09:19:52,652 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:19:52,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-21T09:19:52,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b0ae2ee7b9e,40903,1732180777757', locateType=CURRENT is [region=hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e., hostname=5b0ae2ee7b9e,40903,1732180777757, seqNum=2] 2024-11-21T09:19:52,657 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T09:19:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T09:19:52,659 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b0ae2ee7b9e,40903,1732180777757 suceeded 2024-11-21T09:19:52,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T09:19:52,661 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b0ae2ee7b9e:42339,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T09:19:52,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-21T09:19:52,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4900 sec 2024-11-21T09:19:52,677 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:42339' 2024-11-21T09:19:52,678 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d2fa5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:52,678 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,42339,-1 for getting cluster id 2024-11-21T09:19:52,678 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:19:52,679 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f7e3521-e7e5-44c0-a0b3-3bfd44876034' 2024-11-21T09:19:52,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:19:52,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f7e3521-e7e5-44c0-a0b3-3bfd44876034" 2024-11-21T09:19:52,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e15c719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:52,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,42339,-1] 2024-11-21T09:19:52,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:19:52,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:52,681 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:19:52,681 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59a8839c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:52,681 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:19:52,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,42339,1732180783352 2024-11-21T09:19:52,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38c26e0 2024-11-21T09:19:52,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:19:52,683 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-21T09:19:52,684 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b0ae2ee7b9e,40903,1732180777757 (queues=1) is replicating from cluster=5902bc70-9e84-4953-89ec-7f257595d06d to cluster=9f7e3521-e7e5-44c0-a0b3-3bfd44876034 2024-11-21T09:19:52,684 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b0ae2ee7b9e%2C40903%2C1732180777757 2024-11-21T09:19:52,684 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b0ae2ee7b9e,40903,1732180777757, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T09:19:52,684 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b0ae2ee7b9e%2C40903%2C1732180777757 2024-11-21T09:19:52,684 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266, startPosition=0, beingWritten=true 2024-11-21T09:19:52,689 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:19:52,689 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 379, reset compression=false 2024-11-21T09:19:52,689 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,40903,1732180777757 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:19:52,893 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 379, reset compression=false 2024-11-21T09:19:53,197 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 379, reset compression=false 2024-11-21T09:19:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:19:53,319 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T09:19:53,319 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:19:53,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:53,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:53,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:53,320 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:19:53,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42ef30be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:53,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,42339,-1 for getting cluster id 2024-11-21T09:19:53,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:19:53,321 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f7e3521-e7e5-44c0-a0b3-3bfd44876034' 2024-11-21T09:19:53,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:19:53,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f7e3521-e7e5-44c0-a0b3-3bfd44876034" 2024-11-21T09:19:53,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651a9b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:53,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,42339,-1] 2024-11-21T09:19:53,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:19:53,322 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:53,323 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:19:53,323 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39405816, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:53,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:19:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,42339,1732180783352 2024-11-21T09:19:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25158f4d 2024-11-21T09:19:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:19:53,325 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:19:53,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b0ae2ee7b9e:33953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T09:19:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T09:19:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:19:53,328 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:33953' 2024-11-21T09:19:53,329 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d13fc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:53,329 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,33953,-1 for getting cluster id 2024-11-21T09:19:53,329 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:19:53,329 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5902bc70-9e84-4953-89ec-7f257595d06d' 2024-11-21T09:19:53,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:19:53,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5902bc70-9e84-4953-89ec-7f257595d06d" 2024-11-21T09:19:53,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2854edd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:53,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,33953,-1] 2024-11-21T09:19:53,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:19:53,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:53,330 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:19:53,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f4260a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:53,331 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:19:53,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,33953,1732180777556 2024-11-21T09:19:53,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79ac3619 2024-11-21T09:19:53,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:19:53,332 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:19:53,333 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T09:19:53,333 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T09:19:53,333 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:53,333 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:53,333 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:19:53,334 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:19:53,335 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T09:19:53,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:19:53,335 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:53,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:19:53,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741837_1013 (size=1138) 2024-11-21T09:19:53,385 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T09:19:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:19:53,601 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 379, reset compression=false 2024-11-21T09:19:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:19:53,747 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0b8301ee968b32d0cdfd17f44dd44b6d, NAME => 'hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da 2024-11-21T09:19:53,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741838_1014 (size=44) 2024-11-21T09:19:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:19:54,105 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 379, reset compression=false 2024-11-21T09:19:54,154 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:54,154 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0b8301ee968b32d0cdfd17f44dd44b6d, disabling compactions & flushes 2024-11-21T09:19:54,154 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d. 2024-11-21T09:19:54,154 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d. 2024-11-21T09:19:54,154 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d. after waiting 0 ms 2024-11-21T09:19:54,154 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d. 2024-11-21T09:19:54,154 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d. 2024-11-21T09:19:54,154 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0b8301ee968b32d0cdfd17f44dd44b6d: Waiting for close lock at 1732180794154Disabling compacts and flushes for region at 1732180794154Disabling writes for close at 1732180794154Writing region close event to WAL at 1732180794154Closed at 1732180794154 2024-11-21T09:19:54,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:19:54,156 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732180794155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180794155"}]},"ts":"1732180794155"} 2024-11-21T09:19:54,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:19:54,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:19:54,158 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180794158"}]},"ts":"1732180794158"} 2024-11-21T09:19:54,160 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T09:19:54,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0b8301ee968b32d0cdfd17f44dd44b6d, ASSIGN}] 2024-11-21T09:19:54,162 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0b8301ee968b32d0cdfd17f44dd44b6d, ASSIGN 2024-11-21T09:19:54,162 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0b8301ee968b32d0cdfd17f44dd44b6d, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,44235,1732180783493; forceNewPlan=false, retain=false 2024-11-21T09:19:54,313 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0b8301ee968b32d0cdfd17f44dd44b6d, regionState=OPENING, regionLocation=5b0ae2ee7b9e,44235,1732180783493 2024-11-21T09:19:54,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0b8301ee968b32d0cdfd17f44dd44b6d, ASSIGN because future has completed 2024-11-21T09:19:54,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b8301ee968b32d0cdfd17f44dd44b6d, server=5b0ae2ee7b9e,44235,1732180783493}] 2024-11-21T09:19:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:19:54,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d. 2024-11-21T09:19:54,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:19:54,471 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T09:19:54,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C44235%2C1732180783493.rep, suffix=, logDir=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493, archiveDir=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/oldWALs, maxLogs=10 2024-11-21T09:19:54,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.rep.1732180794472, exclude list is [], retry=0 2024-11-21T09:19:54,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33595,DS-b8de1e90-a6ae-47fc-80a2-167e8496eb0e,DISK] 2024-11-21T09:19:54,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.rep.1732180794472 2024-11-21T09:19:54,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34903:34903)] 2024-11-21T09:19:54,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b8301ee968b32d0cdfd17f44dd44b6d, NAME => 'hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:19:54,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:19:54,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:19:54,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d. service=MultiRowMutationService 2024-11-21T09:19:54,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T09:19:54,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0b8301ee968b32d0cdfd17f44dd44b6d 2024-11-21T09:19:54,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:19:54,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0b8301ee968b32d0cdfd17f44dd44b6d 2024-11-21T09:19:54,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0b8301ee968b32d0cdfd17f44dd44b6d 2024-11-21T09:19:54,488 INFO [StoreOpener-0b8301ee968b32d0cdfd17f44dd44b6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0b8301ee968b32d0cdfd17f44dd44b6d 2024-11-21T09:19:54,489 INFO [StoreOpener-0b8301ee968b32d0cdfd17f44dd44b6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b8301ee968b32d0cdfd17f44dd44b6d columnFamilyName hfileref 2024-11-21T09:19:54,489 DEBUG [StoreOpener-0b8301ee968b32d0cdfd17f44dd44b6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:54,489 INFO [StoreOpener-0b8301ee968b32d0cdfd17f44dd44b6d-1 {}] regionserver.HStore(327): Store=0b8301ee968b32d0cdfd17f44dd44b6d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:54,489 INFO [StoreOpener-0b8301ee968b32d0cdfd17f44dd44b6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0b8301ee968b32d0cdfd17f44dd44b6d 2024-11-21T09:19:54,490 INFO [StoreOpener-0b8301ee968b32d0cdfd17f44dd44b6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b8301ee968b32d0cdfd17f44dd44b6d columnFamilyName queue 2024-11-21T09:19:54,490 DEBUG [StoreOpener-0b8301ee968b32d0cdfd17f44dd44b6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:54,491 INFO [StoreOpener-0b8301ee968b32d0cdfd17f44dd44b6d-1 {}] regionserver.HStore(327): Store=0b8301ee968b32d0cdfd17f44dd44b6d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:54,491 INFO [StoreOpener-0b8301ee968b32d0cdfd17f44dd44b6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0b8301ee968b32d0cdfd17f44dd44b6d 2024-11-21T09:19:54,491 INFO [StoreOpener-0b8301ee968b32d0cdfd17f44dd44b6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b8301ee968b32d0cdfd17f44dd44b6d columnFamilyName sid 2024-11-21T09:19:54,491 DEBUG [StoreOpener-0b8301ee968b32d0cdfd17f44dd44b6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:19:54,492 INFO [StoreOpener-0b8301ee968b32d0cdfd17f44dd44b6d-1 {}] regionserver.HStore(327): Store=0b8301ee968b32d0cdfd17f44dd44b6d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:19:54,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0b8301ee968b32d0cdfd17f44dd44b6d 2024-11-21T09:19:54,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/replication/0b8301ee968b32d0cdfd17f44dd44b6d 2024-11-21T09:19:54,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/replication/0b8301ee968b32d0cdfd17f44dd44b6d 2024-11-21T09:19:54,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0b8301ee968b32d0cdfd17f44dd44b6d 2024-11-21T09:19:54,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0b8301ee968b32d0cdfd17f44dd44b6d 2024-11-21T09:19:54,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:19:54,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0b8301ee968b32d0cdfd17f44dd44b6d 2024-11-21T09:19:54,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/replication/0b8301ee968b32d0cdfd17f44dd44b6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:19:54,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0b8301ee968b32d0cdfd17f44dd44b6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66810814, jitterRate=-0.004441291093826294}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:19:54,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b8301ee968b32d0cdfd17f44dd44b6d 2024-11-21T09:19:54,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0b8301ee968b32d0cdfd17f44dd44b6d: Running coprocessor pre-open hook at 1732180794487Writing region info on filesystem at 1732180794487Initializing all the Stores at 1732180794488 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180794488Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180794488Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180794488Cleaning up temporary data from old regions at 1732180794494 (+6 ms)Running coprocessor post-open hooks at 1732180794497 (+3 ms)Region opened successfully at 1732180794497 2024-11-21T09:19:54,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d., pid=10, masterSystemTime=1732180794467 2024-11-21T09:19:54,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d. 2024-11-21T09:19:54,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d. 2024-11-21T09:19:54,500 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0b8301ee968b32d0cdfd17f44dd44b6d, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,44235,1732180783493 2024-11-21T09:19:54,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b8301ee968b32d0cdfd17f44dd44b6d, server=5b0ae2ee7b9e,44235,1732180783493 because future has completed 2024-11-21T09:19:54,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T09:19:54,505 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b8301ee968b32d0cdfd17f44dd44b6d, server=5b0ae2ee7b9e,44235,1732180783493 in 188 msec 2024-11-21T09:19:54,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T09:19:54,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0b8301ee968b32d0cdfd17f44dd44b6d, ASSIGN in 345 msec 2024-11-21T09:19:54,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:19:54,507 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180794506"}]},"ts":"1732180794506"} 2024-11-21T09:19:54,508 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T09:19:54,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:19:54,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-21T09:19:54,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d., hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=2] 2024-11-21T09:19:54,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-916086229 2024-11-21T09:19:54,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x1015cb10e890004, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-916086229 2024-11-21T09:19:54,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T09:19:54,710 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 379, reset compression=false 2024-11-21T09:19:54,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T09:19:54,796 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T09:19:54,827 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5b0ae2ee7b9e,44235,1732180783493, ReplicationSource: 1, currentBandwidth=0 2024-11-21T09:19:54,827 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:19:54,827 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1] 2024-11-21T09:19:54,828 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:19:54,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-21T09:19:54,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b0ae2ee7b9e,44235,1732180783493', locateType=CURRENT is [region=hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d., hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=2] 2024-11-21T09:19:54,832 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T09:19:54,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T09:19:54,834 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b0ae2ee7b9e,44235,1732180783493 suceeded 2024-11-21T09:19:54,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T09:19:54,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-21T09:19:54,835 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b0ae2ee7b9e:33953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T09:19:54,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5100 sec 2024-11-21T09:19:54,844 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:33953' 2024-11-21T09:19:54,845 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c6f8c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:54,845 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,33953,-1 for getting cluster id 2024-11-21T09:19:54,845 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:19:54,846 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5902bc70-9e84-4953-89ec-7f257595d06d' 2024-11-21T09:19:54,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:19:54,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5902bc70-9e84-4953-89ec-7f257595d06d" 2024-11-21T09:19:54,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@630dafd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:54,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,33953,-1] 2024-11-21T09:19:54,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:19:54,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:54,847 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:19:54,847 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1289dc50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:54,847 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:19:54,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,33953,1732180777556 2024-11-21T09:19:54,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@198c3d4a 2024-11-21T09:19:54,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:19:54,849 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-21T09:19:54,849 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b0ae2ee7b9e,44235,1732180783493 (queues=1) is replicating from cluster=9f7e3521-e7e5-44c0-a0b3-3bfd44876034 to cluster=5902bc70-9e84-4953-89ec-7f257595d06d 2024-11-21T09:19:54,849 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b0ae2ee7b9e%2C44235%2C1732180783493 2024-11-21T09:19:54,849 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b0ae2ee7b9e,44235,1732180783493, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T09:19:54,850 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.shipper5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b0ae2ee7b9e%2C44235%2C1732180783493 2024-11-21T09:19:54,850 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742, startPosition=0, beingWritten=true 2024-11-21T09:19:54,854 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:19:54,854 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 to pos 379, reset compression=false 2024-11-21T09:19:54,854 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.shipper5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,44235,1732180783493 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:19:55,058 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 to pos 379, reset compression=false 2024-11-21T09:19:55,362 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 to pos 379, reset compression=false 2024-11-21T09:19:55,414 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 379, reset compression=false 2024-11-21T09:19:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:19:55,469 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T09:19:55,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:19:55,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:55,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:55,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:55,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:19:55,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:55,472 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732180795472/Put/seqid=0 2024-11-21T09:19:55,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741840_1016 (size=7894) 2024-11-21T09:19:55,477 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732180795477/Put/seqid=0 2024-11-21T09:19:55,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741841_1017 (size=7691) 2024-11-21T09:19:55,766 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 to pos 379, reset compression=false 2024-11-21T09:19:55,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472b63e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:55,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,33953,-1 for getting cluster id 2024-11-21T09:19:55,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:19:55,884 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5902bc70-9e84-4953-89ec-7f257595d06d' 2024-11-21T09:19:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:19:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5902bc70-9e84-4953-89ec-7f257595d06d" 2024-11-21T09:19:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ebe377e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,33953,-1] 2024-11-21T09:19:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:19:55,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:55,885 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:19:55,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459d2ee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:55,886 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:19:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,40903,1732180777757, seqNum=-1] 2024-11-21T09:19:55,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:19:55,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:19:55,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:19:55,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,33953,1732180777556 2024-11-21T09:19:55,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ad9012 2024-11-21T09:19:55,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:19:55,897 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:19:55,900 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732180786858.f2fe9dafe8b14178ed843141634a069d., hostname=5b0ae2ee7b9e,40903,1732180777757, seqNum=2] 2024-11-21T09:19:55,902 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T09:19:55,907 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-21T09:19:55,910 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-21T09:19:55,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/testHFileCyclicReplication_01/f/hfile_0 for inclusion in f2fe9dafe8b14178ed843141634a069d/f 2024-11-21T09:19:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T09:19:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T09:19:55,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/testHFileCyclicReplication_01/f/hfile_1 for inclusion in f2fe9dafe8b14178ed843141634a069d/f 2024-11-21T09:19:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T09:19:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T09:19:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HRegion(2603): Flush status journal for f2fe9dafe8b14178ed843141634a069d: 2024-11-21T09:19:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/staging/jenkins__test__b9sdj8cqgsm97monn6o2obnp25eogmeu4tpp7ien84pcd1fdkq48hk4qh4486gpr/f/hfile_0 2024-11-21T09:19:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/staging/jenkins__test__b9sdj8cqgsm97monn6o2obnp25eogmeu4tpp7ien84pcd1fdkq48hk4qh4486gpr/f/hfile_0 as hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/default/test/f2fe9dafe8b14178ed843141634a069d/f/ee9fdcfd0cb2453babc6a7893ca587e9_SeqId_4_ 2024-11-21T09:19:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/staging/jenkins__test__b9sdj8cqgsm97monn6o2obnp25eogmeu4tpp7ien84pcd1fdkq48hk4qh4486gpr/f/hfile_1 2024-11-21T09:19:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/staging/jenkins__test__b9sdj8cqgsm97monn6o2obnp25eogmeu4tpp7ien84pcd1fdkq48hk4qh4486gpr/f/hfile_1 as hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/default/test/f2fe9dafe8b14178ed843141634a069d/f/46dba63433884e928b75a31aecd21cfc_SeqId_4_ 2024-11-21T09:19:55,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/staging/jenkins__test__b9sdj8cqgsm97monn6o2obnp25eogmeu4tpp7ien84pcd1fdkq48hk4qh4486gpr/f/hfile_0 into f2fe9dafe8b14178ed843141634a069d/f as hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/default/test/f2fe9dafe8b14178ed843141634a069d/f/ee9fdcfd0cb2453babc6a7893ca587e9_SeqId_4_ - updating store file list. 2024-11-21T09:19:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ee9fdcfd0cb2453babc6a7893ca587e9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T09:19:55,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/default/test/f2fe9dafe8b14178ed843141634a069d/f/ee9fdcfd0cb2453babc6a7893ca587e9_SeqId_4_ into f2fe9dafe8b14178ed843141634a069d/f 2024-11-21T09:19:55,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/staging/jenkins__test__b9sdj8cqgsm97monn6o2obnp25eogmeu4tpp7ien84pcd1fdkq48hk4qh4486gpr/f/hfile_0 into f2fe9dafe8b14178ed843141634a069d/f (new location: hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/default/test/f2fe9dafe8b14178ed843141634a069d/f/ee9fdcfd0cb2453babc6a7893ca587e9_SeqId_4_) 2024-11-21T09:19:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/staging/jenkins__test__b9sdj8cqgsm97monn6o2obnp25eogmeu4tpp7ien84pcd1fdkq48hk4qh4486gpr/f/hfile_0 2024-11-21T09:19:55,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/staging/jenkins__test__b9sdj8cqgsm97monn6o2obnp25eogmeu4tpp7ien84pcd1fdkq48hk4qh4486gpr/f/hfile_1 into f2fe9dafe8b14178ed843141634a069d/f as hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/default/test/f2fe9dafe8b14178ed843141634a069d/f/46dba63433884e928b75a31aecd21cfc_SeqId_4_ - updating store file list. 2024-11-21T09:19:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 46dba63433884e928b75a31aecd21cfc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T09:19:55,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/default/test/f2fe9dafe8b14178ed843141634a069d/f/46dba63433884e928b75a31aecd21cfc_SeqId_4_ into f2fe9dafe8b14178ed843141634a069d/f 2024-11-21T09:19:55,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/staging/jenkins__test__b9sdj8cqgsm97monn6o2obnp25eogmeu4tpp7ien84pcd1fdkq48hk4qh4486gpr/f/hfile_1 into f2fe9dafe8b14178ed843141634a069d/f (new location: hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/default/test/f2fe9dafe8b14178ed843141634a069d/f/46dba63433884e928b75a31aecd21cfc_SeqId_4_) 2024-11-21T09:19:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/staging/jenkins__test__b9sdj8cqgsm97monn6o2obnp25eogmeu4tpp7ien84pcd1fdkq48hk4qh4486gpr/f/hfile_1 2024-11-21T09:19:55,942 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:19:55,942 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:55,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:55,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:55,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:19:55,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732180786858.f2fe9dafe8b14178ed843141634a069d., hostname=5b0ae2ee7b9e,40903,1732180777757, seqNum=2 , the old value is region=test,,1732180786858.f2fe9dafe8b14178ed843141634a069d., hostname=5b0ae2ee7b9e,40903,1732180777757, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5b0ae2ee7b9e:40903 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T09:19:55,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732180786858.f2fe9dafe8b14178ed843141634a069d., hostname=5b0ae2ee7b9e,40903,1732180777757, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T09:19:55,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732180786858.f2fe9dafe8b14178ed843141634a069d., hostname=5b0ae2ee7b9e,40903,1732180777757, seqNum=2 from cache 2024-11-21T09:19:55,943 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:19:55,944 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T09:19:55,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1] 2024-11-21T09:19:55,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:19:55,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:19:55,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732180789011.8866a055c8e098181a6444e4320f4c6d., hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=2] 2024-11-21T09:19:55,949 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T09:19:56,049 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:40903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T09:19:56,217 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 379, reset compression=false 2024-11-21T09:19:56,255 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:19:56,255 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,40903,1732180777757 got entry batch from reader: WALEntryBatch [walEntries=[{test/f2fe9dafe8b14178ed843141634a069d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732180795941/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T09:19:56,257 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:19:56,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-21T09:19:56,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.ReplicationSink(318): Replicating [5902bc70-9e84-4953-89ec-7f257595d06d] bulk loaded data 2024-11-21T09:19:56,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f7fad1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:56,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,42339,-1 for getting cluster id 2024-11-21T09:19:56,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:19:56,260 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f7e3521-e7e5-44c0-a0b3-3bfd44876034' 2024-11-21T09:19:56,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:19:56,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f7e3521-e7e5-44c0-a0b3-3bfd44876034" 2024-11-21T09:19:56,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6288d9ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:56,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,42339,-1] 2024-11-21T09:19:56,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:19:56,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:56,261 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:19:56,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dd51ba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:56,269 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 to pos 379, reset compression=false 2024-11-21T09:19:56,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741840_1016 (size=7894) 2024-11-21T09:19:56,456 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 687, reset compression=false 2024-11-21T09:19:56,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T09:19:56,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T09:19:56,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T09:19:56,504 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T09:19:56,504 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:19:56,504 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T09:19:56,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741841_1017 (size=7691) 2024-11-21T09:19:56,759 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 687, reset compression=false 2024-11-21T09:19:56,873 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 to pos 379, reset compression=false 2024-11-21T09:19:56,951 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T09:19:57,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:19:57,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,42339,1732180783352 2024-11-21T09:19:57,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38b49890 2024-11-21T09:19:57,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:19:57,082 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-21T09:19:57,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T09:19:57,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:19:57,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1] 2024-11-21T09:19:57,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:19:57,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-21T09:19:57,091 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/staging/jenkins.hfs.11__test__5ogianobde9cpnre77lrc8kq6v173262510jp5i8t1o6jatti3b63klu6avteocb/f/46dba63433884e928b75a31aecd21cfc_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T09:19:57,093 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/staging/jenkins.hfs.11__test__5ogianobde9cpnre77lrc8kq6v173262510jp5i8t1o6jatti3b63klu6avteocb/f/ee9fdcfd0cb2453babc6a7893ca587e9_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T09:19:57,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/staging/jenkins.hfs.11__test__5ogianobde9cpnre77lrc8kq6v173262510jp5i8t1o6jatti3b63klu6avteocb/f/46dba63433884e928b75a31aecd21cfc_SeqId_4_ for inclusion in 8866a055c8e098181a6444e4320f4c6d/f 2024-11-21T09:19:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T09:19:57,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T09:19:57,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/staging/jenkins.hfs.11__test__5ogianobde9cpnre77lrc8kq6v173262510jp5i8t1o6jatti3b63klu6avteocb/f/ee9fdcfd0cb2453babc6a7893ca587e9_SeqId_4_ for inclusion in 8866a055c8e098181a6444e4320f4c6d/f 2024-11-21T09:19:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T09:19:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T09:19:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HRegion(2603): Flush status journal for 8866a055c8e098181a6444e4320f4c6d: 2024-11-21T09:19:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 46dba63433884e928b75a31aecd21cfc_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T09:19:57,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/staging/jenkins.hfs.11__test__5ogianobde9cpnre77lrc8kq6v173262510jp5i8t1o6jatti3b63klu6avteocb/f/46dba63433884e928b75a31aecd21cfc_SeqId_4_ as hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/default/test/8866a055c8e098181a6444e4320f4c6d/f/1ac79b77d0ec457882f0bb819ec672a4_SeqId_4_ 2024-11-21T09:19:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ee9fdcfd0cb2453babc6a7893ca587e9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T09:19:57,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/staging/jenkins.hfs.11__test__5ogianobde9cpnre77lrc8kq6v173262510jp5i8t1o6jatti3b63klu6avteocb/f/ee9fdcfd0cb2453babc6a7893ca587e9_SeqId_4_ as hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/default/test/8866a055c8e098181a6444e4320f4c6d/f/e24aa45c91e2415db9d73f11b2b6d769_SeqId_4_ 2024-11-21T09:19:57,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/staging/jenkins.hfs.11__test__5ogianobde9cpnre77lrc8kq6v173262510jp5i8t1o6jatti3b63klu6avteocb/f/46dba63433884e928b75a31aecd21cfc_SeqId_4_ into 8866a055c8e098181a6444e4320f4c6d/f as hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/default/test/8866a055c8e098181a6444e4320f4c6d/f/1ac79b77d0ec457882f0bb819ec672a4_SeqId_4_ - updating store file list. 2024-11-21T09:19:57,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1ac79b77d0ec457882f0bb819ec672a4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T09:19:57,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/default/test/8866a055c8e098181a6444e4320f4c6d/f/1ac79b77d0ec457882f0bb819ec672a4_SeqId_4_ into 8866a055c8e098181a6444e4320f4c6d/f 2024-11-21T09:19:57,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/staging/jenkins.hfs.11__test__5ogianobde9cpnre77lrc8kq6v173262510jp5i8t1o6jatti3b63klu6avteocb/f/46dba63433884e928b75a31aecd21cfc_SeqId_4_ into 8866a055c8e098181a6444e4320f4c6d/f (new location: hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/default/test/8866a055c8e098181a6444e4320f4c6d/f/1ac79b77d0ec457882f0bb819ec672a4_SeqId_4_) 2024-11-21T09:19:57,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/staging/jenkins.hfs.11__test__5ogianobde9cpnre77lrc8kq6v173262510jp5i8t1o6jatti3b63klu6avteocb/f/46dba63433884e928b75a31aecd21cfc_SeqId_4_ 2024-11-21T09:19:57,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/staging/jenkins.hfs.11__test__5ogianobde9cpnre77lrc8kq6v173262510jp5i8t1o6jatti3b63klu6avteocb/f/ee9fdcfd0cb2453babc6a7893ca587e9_SeqId_4_ into 8866a055c8e098181a6444e4320f4c6d/f as hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/default/test/8866a055c8e098181a6444e4320f4c6d/f/e24aa45c91e2415db9d73f11b2b6d769_SeqId_4_ - updating store file list. 2024-11-21T09:19:57,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e24aa45c91e2415db9d73f11b2b6d769_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T09:19:57,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/default/test/8866a055c8e098181a6444e4320f4c6d/f/e24aa45c91e2415db9d73f11b2b6d769_SeqId_4_ into 8866a055c8e098181a6444e4320f4c6d/f 2024-11-21T09:19:57,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/staging/jenkins.hfs.11__test__5ogianobde9cpnre77lrc8kq6v173262510jp5i8t1o6jatti3b63klu6avteocb/f/ee9fdcfd0cb2453babc6a7893ca587e9_SeqId_4_ into 8866a055c8e098181a6444e4320f4c6d/f (new location: hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/default/test/8866a055c8e098181a6444e4320f4c6d/f/e24aa45c91e2415db9d73f11b2b6d769_SeqId_4_) 2024-11-21T09:19:57,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/staging/jenkins.hfs.11__test__5ogianobde9cpnre77lrc8kq6v173262510jp5i8t1o6jatti3b63klu6avteocb/f/ee9fdcfd0cb2453babc6a7893ca587e9_SeqId_4_ 2024-11-21T09:19:57,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.ReplicationSink(324): Finished replicating [5902bc70-9e84-4953-89ec-7f257595d06d] bulk loaded data 2024-11-21T09:19:57,163 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 687, reset compression=false 2024-11-21T09:19:57,577 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 to pos 379, reset compression=false 2024-11-21T09:19:57,582 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:19:57,582 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.shipper5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,44235,1732180783493 got entry batch from reader: WALEntryBatch [walEntries=[{test/8866a055c8e098181a6444e4320f4c6d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732180797117/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-21T09:19:57,585 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.shipper5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:19:57,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-21T09:19:57,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.ReplicationSink(318): Replicating [5902bc70-9e84-4953-89ec-7f257595d06d, 9f7e3521-e7e5-44c0-a0b3-3bfd44876034] bulk loaded data 2024-11-21T09:19:57,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42029ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:57,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,33953,-1 for getting cluster id 2024-11-21T09:19:57,587 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:19:57,587 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5902bc70-9e84-4953-89ec-7f257595d06d' 2024-11-21T09:19:57,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:19:57,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5902bc70-9e84-4953-89ec-7f257595d06d" 2024-11-21T09:19:57,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e024b1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:57,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,33953,-1] 2024-11-21T09:19:57,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:19:57,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:57,589 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:19:57,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@741f5d08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:57,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741842_1018 (size=7691) 2024-11-21T09:19:57,667 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 687, reset compression=false 2024-11-21T09:19:57,783 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 to pos 725, reset compression=false 2024-11-21T09:19:57,833 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:19:57,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:57,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:57,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:57,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:57,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:57,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:57,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:57,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:19:57,898 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T09:19:57,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:19:57,965 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732180797964/Put/seqid=0 2024-11-21T09:19:57,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741842_1018 (size=11194) 2024-11-21T09:19:58,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741843_1019 (size=7894) 2024-11-21T09:19:58,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:19:58,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,33953,1732180777556 2024-11-21T09:19:58,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@719daf92 2024-11-21T09:19:58,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:19:58,019 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-21T09:19:58,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T09:19:58,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:19:58,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,40903,1732180777757, seqNum=-1] 2024-11-21T09:19:58,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:19:58,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-21T09:19:58,030 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/staging/jenkins.hfs.10__test__1pe3l5rra88s1mnhca498imjbavmqinh5m3crerik6hpb8gub0fhi3vbhak3t72o/f/1ac79b77d0ec457882f0bb819ec672a4_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T09:19:58,033 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/staging/jenkins.hfs.10__test__1pe3l5rra88s1mnhca498imjbavmqinh5m3crerik6hpb8gub0fhi3vbhak3t72o/f/e24aa45c91e2415db9d73f11b2b6d769_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T09:19:58,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.ReplicationSink(324): Finished replicating [5902bc70-9e84-4953-89ec-7f257595d06d, 9f7e3521-e7e5-44c0-a0b3-3bfd44876034] bulk loaded data 2024-11-21T09:19:58,086 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 to pos 725, reset compression=false 2024-11-21T09:19:58,271 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 687, reset compression=false 2024-11-21T09:19:58,375 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732180798375/Put/seqid=0 2024-11-21T09:19:58,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741843_1019 (size=10791) 2024-11-21T09:19:58,491 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 to pos 725, reset compression=false 2024-11-21T09:19:58,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9b4073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:58,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,42339,-1 for getting cluster id 2024-11-21T09:19:58,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:19:58,784 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f7e3521-e7e5-44c0-a0b3-3bfd44876034' 2024-11-21T09:19:58,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:19:58,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f7e3521-e7e5-44c0-a0b3-3bfd44876034" 2024-11-21T09:19:58,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33bf2275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:58,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,42339,-1] 2024-11-21T09:19:58,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:19:58,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:58,786 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:19:58,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149d8e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:19:58,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:19:58,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1] 2024-11-21T09:19:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:19:58,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:19:58,795 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:19:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,42339,1732180783352 2024-11-21T09:19:58,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d51847c 2024-11-21T09:19:58,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:19:58,796 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:19:58,800 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732180789011.8866a055c8e098181a6444e4320f4c6d., hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=2] 2024-11-21T09:19:58,802 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T09:19:58,807 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-21T09:19:58,809 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-21T09:19:58,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 8866a055c8e098181a6444e4320f4c6d/f 2024-11-21T09:19:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T09:19:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T09:19:58,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 8866a055c8e098181a6444e4320f4c6d/f 2024-11-21T09:19:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T09:19:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T09:19:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HRegion(2603): Flush status journal for 8866a055c8e098181a6444e4320f4c6d: 2024-11-21T09:19:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/staging/jenkins__test__s5hv4roacmjo47a7csqn78c3fpho2189i6r6efjge8ejla0et8lue7jem6flscat/f/hfile_1 2024-11-21T09:19:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/staging/jenkins__test__s5hv4roacmjo47a7csqn78c3fpho2189i6r6efjge8ejla0et8lue7jem6flscat/f/hfile_1 as hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/default/test/8866a055c8e098181a6444e4320f4c6d/f/6bed4d680443476e9cd737569a5dfa40_SeqId_6_ 2024-11-21T09:19:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/staging/jenkins__test__s5hv4roacmjo47a7csqn78c3fpho2189i6r6efjge8ejla0et8lue7jem6flscat/f/hfile_0 2024-11-21T09:19:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/staging/jenkins__test__s5hv4roacmjo47a7csqn78c3fpho2189i6r6efjge8ejla0et8lue7jem6flscat/f/hfile_0 as hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/default/test/8866a055c8e098181a6444e4320f4c6d/f/090c4556a7054c47af069ed792443966_SeqId_6_ 2024-11-21T09:19:58,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/staging/jenkins__test__s5hv4roacmjo47a7csqn78c3fpho2189i6r6efjge8ejla0et8lue7jem6flscat/f/hfile_1 into 8866a055c8e098181a6444e4320f4c6d/f as hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/default/test/8866a055c8e098181a6444e4320f4c6d/f/6bed4d680443476e9cd737569a5dfa40_SeqId_6_ - updating store file list. 2024-11-21T09:19:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6bed4d680443476e9cd737569a5dfa40_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T09:19:58,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/default/test/8866a055c8e098181a6444e4320f4c6d/f/6bed4d680443476e9cd737569a5dfa40_SeqId_6_ into 8866a055c8e098181a6444e4320f4c6d/f 2024-11-21T09:19:58,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/staging/jenkins__test__s5hv4roacmjo47a7csqn78c3fpho2189i6r6efjge8ejla0et8lue7jem6flscat/f/hfile_1 into 8866a055c8e098181a6444e4320f4c6d/f (new location: hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/default/test/8866a055c8e098181a6444e4320f4c6d/f/6bed4d680443476e9cd737569a5dfa40_SeqId_6_) 2024-11-21T09:19:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/staging/jenkins__test__s5hv4roacmjo47a7csqn78c3fpho2189i6r6efjge8ejla0et8lue7jem6flscat/f/hfile_1 2024-11-21T09:19:58,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/staging/jenkins__test__s5hv4roacmjo47a7csqn78c3fpho2189i6r6efjge8ejla0et8lue7jem6flscat/f/hfile_0 into 8866a055c8e098181a6444e4320f4c6d/f as hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/default/test/8866a055c8e098181a6444e4320f4c6d/f/090c4556a7054c47af069ed792443966_SeqId_6_ - updating store file list. 2024-11-21T09:19:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 090c4556a7054c47af069ed792443966_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T09:19:58,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/default/test/8866a055c8e098181a6444e4320f4c6d/f/090c4556a7054c47af069ed792443966_SeqId_6_ into 8866a055c8e098181a6444e4320f4c6d/f 2024-11-21T09:19:58,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/staging/jenkins__test__s5hv4roacmjo47a7csqn78c3fpho2189i6r6efjge8ejla0et8lue7jem6flscat/f/hfile_0 into 8866a055c8e098181a6444e4320f4c6d/f (new location: hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/default/test/8866a055c8e098181a6444e4320f4c6d/f/090c4556a7054c47af069ed792443966_SeqId_6_) 2024-11-21T09:19:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/staging/jenkins__test__s5hv4roacmjo47a7csqn78c3fpho2189i6r6efjge8ejla0et8lue7jem6flscat/f/hfile_0 2024-11-21T09:19:58,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:19:58,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:19:58,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:58,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732180789011.8866a055c8e098181a6444e4320f4c6d., hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=2 , the old value is region=test,,1732180789011.8866a055c8e098181a6444e4320f4c6d., hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5b0ae2ee7b9e:44235 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T09:19:58,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732180789011.8866a055c8e098181a6444e4320f4c6d., hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T09:19:58,837 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732180789011.8866a055c8e098181a6444e4320f4c6d., hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=2 from cache 2024-11-21T09:19:58,837 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T09:19:58,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:19:58,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:19:58,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:19:58,838 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,40903,1732180777757, seqNum=-1] 2024-11-21T09:19:58,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:19:58,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:19:58,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732180786858.f2fe9dafe8b14178ed843141634a069d., hostname=5b0ae2ee7b9e,40903,1732180777757, seqNum=2] 2024-11-21T09:19:58,849 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T09:19:58,939 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:44235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T09:19:58,975 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 687, reset compression=false 2024-11-21T09:19:58,994 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 to pos 725, reset compression=false 2024-11-21T09:19:59,011 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:19:59,011 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.shipper5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,44235,1732180783493 got entry batch from reader: WALEntryBatch [walEntries=[{test/8866a055c8e098181a6444e4320f4c6d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732180798834/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T09:19:59,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.ReplicationSink(318): Replicating [9f7e3521-e7e5-44c0-a0b3-3bfd44876034] bulk loaded data 2024-11-21T09:19:59,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741844_1020 (size=10791) 2024-11-21T09:19:59,211 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 to pos 1033, reset compression=false 2024-11-21T09:19:59,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741845_1021 (size=11194) 2024-11-21T09:19:59,515 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 to pos 1033, reset compression=false 2024-11-21T09:19:59,778 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 687, reset compression=false 2024-11-21T09:19:59,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T09:19:59,836 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/staging/jenkins.hfs.10__test__l0o67cbckp9vghmrs6lmjkha7tckireiq733i1c9nn80lhcpq6qtqp64vi747eba/f/090c4556a7054c47af069ed792443966_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-21T09:19:59,839 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/staging/jenkins.hfs.10__test__l0o67cbckp9vghmrs6lmjkha7tckireiq733i1c9nn80lhcpq6qtqp64vi747eba/f/6bed4d680443476e9cd737569a5dfa40_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-21T09:19:59,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/staging/jenkins.hfs.10__test__l0o67cbckp9vghmrs6lmjkha7tckireiq733i1c9nn80lhcpq6qtqp64vi747eba/f/090c4556a7054c47af069ed792443966_SeqId_6_ for inclusion in f2fe9dafe8b14178ed843141634a069d/f 2024-11-21T09:19:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T09:19:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T09:19:59,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/staging/jenkins.hfs.10__test__l0o67cbckp9vghmrs6lmjkha7tckireiq733i1c9nn80lhcpq6qtqp64vi747eba/f/6bed4d680443476e9cd737569a5dfa40_SeqId_6_ for inclusion in f2fe9dafe8b14178ed843141634a069d/f 2024-11-21T09:19:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T09:19:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T09:19:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HRegion(2603): Flush status journal for f2fe9dafe8b14178ed843141634a069d: 2024-11-21T09:19:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 090c4556a7054c47af069ed792443966_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T09:19:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/staging/jenkins.hfs.10__test__l0o67cbckp9vghmrs6lmjkha7tckireiq733i1c9nn80lhcpq6qtqp64vi747eba/f/090c4556a7054c47af069ed792443966_SeqId_6_ as hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/default/test/f2fe9dafe8b14178ed843141634a069d/f/15ad23a3e2d24609896aa84473d3e4a8_SeqId_6_ 2024-11-21T09:19:59,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6bed4d680443476e9cd737569a5dfa40_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T09:19:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/staging/jenkins.hfs.10__test__l0o67cbckp9vghmrs6lmjkha7tckireiq733i1c9nn80lhcpq6qtqp64vi747eba/f/6bed4d680443476e9cd737569a5dfa40_SeqId_6_ as hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/default/test/f2fe9dafe8b14178ed843141634a069d/f/b15b8e3e146c44e68280eb6ec39bb321_SeqId_6_ 2024-11-21T09:19:59,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/staging/jenkins.hfs.10__test__l0o67cbckp9vghmrs6lmjkha7tckireiq733i1c9nn80lhcpq6qtqp64vi747eba/f/090c4556a7054c47af069ed792443966_SeqId_6_ into f2fe9dafe8b14178ed843141634a069d/f as hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/default/test/f2fe9dafe8b14178ed843141634a069d/f/15ad23a3e2d24609896aa84473d3e4a8_SeqId_6_ - updating store file list. 2024-11-21T09:19:59,854 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T09:19:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 15ad23a3e2d24609896aa84473d3e4a8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T09:19:59,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/default/test/f2fe9dafe8b14178ed843141634a069d/f/15ad23a3e2d24609896aa84473d3e4a8_SeqId_6_ into f2fe9dafe8b14178ed843141634a069d/f 2024-11-21T09:19:59,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/staging/jenkins.hfs.10__test__l0o67cbckp9vghmrs6lmjkha7tckireiq733i1c9nn80lhcpq6qtqp64vi747eba/f/090c4556a7054c47af069ed792443966_SeqId_6_ into f2fe9dafe8b14178ed843141634a069d/f (new location: hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/default/test/f2fe9dafe8b14178ed843141634a069d/f/15ad23a3e2d24609896aa84473d3e4a8_SeqId_6_) 2024-11-21T09:19:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/staging/jenkins.hfs.10__test__l0o67cbckp9vghmrs6lmjkha7tckireiq733i1c9nn80lhcpq6qtqp64vi747eba/f/090c4556a7054c47af069ed792443966_SeqId_6_ 2024-11-21T09:19:59,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/staging/jenkins.hfs.10__test__l0o67cbckp9vghmrs6lmjkha7tckireiq733i1c9nn80lhcpq6qtqp64vi747eba/f/6bed4d680443476e9cd737569a5dfa40_SeqId_6_ into f2fe9dafe8b14178ed843141634a069d/f as hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/default/test/f2fe9dafe8b14178ed843141634a069d/f/b15b8e3e146c44e68280eb6ec39bb321_SeqId_6_ - updating store file list. 2024-11-21T09:19:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b15b8e3e146c44e68280eb6ec39bb321_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T09:19:59,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/default/test/f2fe9dafe8b14178ed843141634a069d/f/b15b8e3e146c44e68280eb6ec39bb321_SeqId_6_ into f2fe9dafe8b14178ed843141634a069d/f 2024-11-21T09:19:59,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/staging/jenkins.hfs.10__test__l0o67cbckp9vghmrs6lmjkha7tckireiq733i1c9nn80lhcpq6qtqp64vi747eba/f/6bed4d680443476e9cd737569a5dfa40_SeqId_6_ into f2fe9dafe8b14178ed843141634a069d/f (new location: hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/default/test/f2fe9dafe8b14178ed843141634a069d/f/b15b8e3e146c44e68280eb6ec39bb321_SeqId_6_) 2024-11-21T09:19:59,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/staging/jenkins.hfs.10__test__l0o67cbckp9vghmrs6lmjkha7tckireiq733i1c9nn80lhcpq6qtqp64vi747eba/f/6bed4d680443476e9cd737569a5dfa40_SeqId_6_ 2024-11-21T09:19:59,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40903 {}] regionserver.ReplicationSink(324): Finished replicating [9f7e3521-e7e5-44c0-a0b3-3bfd44876034] bulk loaded data 2024-11-21T09:19:59,918 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 to pos 1033, reset compression=false 2024-11-21T09:20:00,422 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 to pos 1033, reset compression=false 2024-11-21T09:20:00,682 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 687, reset compression=false 2024-11-21T09:20:00,686 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:20:00,687 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,40903,1732180777757 got entry batch from reader: WALEntryBatch [walEntries=[{test/f2fe9dafe8b14178ed843141634a069d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732180799861/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-21T09:20:00,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.ReplicationSink(318): Replicating [9f7e3521-e7e5-44c0-a0b3-3bfd44876034, 5902bc70-9e84-4953-89ec-7f257595d06d] bulk loaded data 2024-11-21T09:20:00,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741844_1020 (size=11194) 2024-11-21T09:20:00,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T09:20:00,868 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:20:00,868 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:20:00,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:00,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:00,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:20:00,869 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:20:00,869 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1940100078, stopped=false 2024-11-21T09:20:00,869 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,42339,1732180783352 2024-11-21T09:20:00,887 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 1033, reset compression=false 2024-11-21T09:20:00,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x1015cb10e890004, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-916086229/running 2024-11-21T09:20:00,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-916086229/running 2024-11-21T09:20:00,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-916086229 2024-11-21T09:20:00,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x1015cb10e890004, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-916086229 2024-11-21T09:20:00,937 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:20:00,937 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:20:00,938 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:20:00,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:00,938 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,44235,1732180783493' ***** 2024-11-21T09:20:00,938 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:20:00,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44235-0x1015cb10e890004, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Set watcher on znode that does not yet exist, /1-916086229/running 2024-11-21T09:20:00,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Set watcher on znode that does not yet exist, /1-916086229/running 2024-11-21T09:20:00,938 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:20:00,938 INFO [RS:0;5b0ae2ee7b9e:44235 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:20:00,938 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:20:00,939 INFO [RS:0;5b0ae2ee7b9e:44235 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:20:00,939 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(3091): Received CLOSE for 8866a055c8e098181a6444e4320f4c6d 2024-11-21T09:20:00,939 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b8301ee968b32d0cdfd17f44dd44b6d 2024-11-21T09:20:00,939 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,44235,1732180783493 2024-11-21T09:20:00,939 INFO [RS:0;5b0ae2ee7b9e:44235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:20:00,939 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8866a055c8e098181a6444e4320f4c6d, disabling compactions & flushes 2024-11-21T09:20:00,939 INFO [RS:0;5b0ae2ee7b9e:44235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:44235. 2024-11-21T09:20:00,939 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732180789011.8866a055c8e098181a6444e4320f4c6d. 2024-11-21T09:20:00,939 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180789011.8866a055c8e098181a6444e4320f4c6d. 2024-11-21T09:20:00,939 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732180789011.8866a055c8e098181a6444e4320f4c6d. after waiting 0 ms 2024-11-21T09:20:00,939 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:20:00,939 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732180789011.8866a055c8e098181a6444e4320f4c6d. 2024-11-21T09:20:00,939 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:00,939 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:20:00,939 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:20:00,939 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:20:00,939 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:20:00,939 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T09:20:00,940 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8866a055c8e098181a6444e4320f4c6d=test,,1732180789011.8866a055c8e098181a6444e4320f4c6d., 0b8301ee968b32d0cdfd17f44dd44b6d=hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d.} 2024-11-21T09:20:00,940 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(1351): Waiting on 0b8301ee968b32d0cdfd17f44dd44b6d, 1588230740, 8866a055c8e098181a6444e4320f4c6d 2024-11-21T09:20:00,940 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:20:00,940 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:20:00,940 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:20:00,940 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:20:00,940 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:20:00,940 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T09:20:00,945 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/default/test/8866a055c8e098181a6444e4320f4c6d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T09:20:00,945 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:20:00,945 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:20:00,946 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732180789011.8866a055c8e098181a6444e4320f4c6d. 2024-11-21T09:20:00,946 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8866a055c8e098181a6444e4320f4c6d: Waiting for close lock at 1732180800939Running coprocessor pre-close hooks at 1732180800939Disabling compacts and flushes for region at 1732180800939Disabling writes for close at 1732180800939Writing region close event to WAL at 1732180800939Running coprocessor post-close hooks at 1732180800945 (+6 ms)Closed at 1732180800946 (+1 ms) 2024-11-21T09:20:00,946 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732180789011.8866a055c8e098181a6444e4320f4c6d. 2024-11-21T09:20:00,946 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b8301ee968b32d0cdfd17f44dd44b6d, disabling compactions & flushes 2024-11-21T09:20:00,946 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d. 2024-11-21T09:20:00,946 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d. 2024-11-21T09:20:00,946 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d. after waiting 0 ms 2024-11-21T09:20:00,946 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d. 2024-11-21T09:20:00,946 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0b8301ee968b32d0cdfd17f44dd44b6d 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-21T09:20:00,971 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/replication/0b8301ee968b32d0cdfd17f44dd44b6d/.tmp/hfileref/0684def4e45842078c47b433aa2e4b78 is 74, key is 1/hfileref:090c4556a7054c47af069ed792443966_SeqId_6_/1732180799864/DeleteColumn/seqid=0 2024-11-21T09:20:00,971 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740/.tmp/info/31eb8231499b438eb02777b8eca1ad0c is 147, key is hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d./info:regioninfo/1732180794500/Put/seqid=0 2024-11-21T09:20:00,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741845_1021 (size=7686) 2024-11-21T09:20:00,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741846_1022 (size=5345) 2024-11-21T09:20:01,023 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:20:01,026 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 to pos 1033, reset compression=false 2024-11-21T09:20:01,030 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:20:01,030 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 to pos 1328, reset compression=false 2024-11-21T09:20:01,030 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.shipper5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,44235,1732180783493 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:20:01,032 ERROR [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.shipper5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5b0ae2ee7b9e,44235,1732180783493: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5b0ae2ee7b9e,44235,1732180783493, walGroup=5b0ae2ee7b9e%2C44235%2C1732180783493, offset=5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:44235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T09:20:01,033 ERROR [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.shipper5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T09:20:01,036 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.shipper5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T09:20:01,037 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.shipper5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T09:20:01,037 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.shipper5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T09:20:01,037 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.shipper5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T09:20:01,037 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.shipper5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 578903112 }, "NonHeapMemoryUsage": { "committed": 191102976, "init": 7667712, "max": -1, "used": 188299256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T09:20:01,040 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.shipper5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T09:20:01,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741847_1023 (size=10791) 2024-11-21T09:20:01,140 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(1351): Waiting on 0b8301ee968b32d0cdfd17f44dd44b6d, 1588230740 2024-11-21T09:20:01,190 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 1033, reset compression=false 2024-11-21T09:20:01,237 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 to pos 1328, reset compression=false 2024-11-21T09:20:01,340 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(1351): Waiting on 0b8301ee968b32d0cdfd17f44dd44b6d, 1588230740 2024-11-21T09:20:01,380 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740/.tmp/info/31eb8231499b438eb02777b8eca1ad0c 2024-11-21T09:20:01,381 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/replication/0b8301ee968b32d0cdfd17f44dd44b6d/.tmp/hfileref/0684def4e45842078c47b433aa2e4b78 2024-11-21T09:20:01,398 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/replication/0b8301ee968b32d0cdfd17f44dd44b6d/.tmp/queue/a69c0d0548a247b68a6c4383480fa622 is 154, key is 1-5b0ae2ee7b9e,44235,1732180783493/queue:5b0ae2ee7b9e%2C44235%2C1732180783493/1732180799866/Put/seqid=0 2024-11-21T09:20:01,402 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740/.tmp/ns/ef8b4b3906ce4783baa470ee15ebe657 is 43, key is default/ns:d/1732180786798/Put/seqid=0 2024-11-21T09:20:01,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741848_1024 (size=5353) 2024-11-21T09:20:01,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741849_1025 (size=5153) 2024-11-21T09:20:01,506 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T09:20:01,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T09:20:01,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:01,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:01,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1 from cache 2024-11-21T09:20:01,540 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(1351): Waiting on 0b8301ee968b32d0cdfd17f44dd44b6d, 1588230740 2024-11-21T09:20:01,540 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 to pos 1328, reset compression=false 2024-11-21T09:20:01,594 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 1033, reset compression=false 2024-11-21T09:20:01,608 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:20:01,609 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:20:01,618 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:20:01,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1] 2024-11-21T09:20:01,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T09:20:01,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:01,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:01,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1 from cache 2024-11-21T09:20:01,740 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(1351): Waiting on 0b8301ee968b32d0cdfd17f44dd44b6d, 1588230740 2024-11-21T09:20:01,806 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/replication/0b8301ee968b32d0cdfd17f44dd44b6d/.tmp/queue/a69c0d0548a247b68a6c4383480fa622 2024-11-21T09:20:01,811 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/replication/0b8301ee968b32d0cdfd17f44dd44b6d/.tmp/hfileref/0684def4e45842078c47b433aa2e4b78 as hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/replication/0b8301ee968b32d0cdfd17f44dd44b6d/hfileref/0684def4e45842078c47b433aa2e4b78 2024-11-21T09:20:01,813 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740/.tmp/ns/ef8b4b3906ce4783baa470ee15ebe657 2024-11-21T09:20:01,815 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/replication/0b8301ee968b32d0cdfd17f44dd44b6d/hfileref/0684def4e45842078c47b433aa2e4b78, entries=4, sequenceid=12, filesize=5.2 K 2024-11-21T09:20:01,816 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/replication/0b8301ee968b32d0cdfd17f44dd44b6d/.tmp/queue/a69c0d0548a247b68a6c4383480fa622 as hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/replication/0b8301ee968b32d0cdfd17f44dd44b6d/queue/a69c0d0548a247b68a6c4383480fa622 2024-11-21T09:20:01,821 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/replication/0b8301ee968b32d0cdfd17f44dd44b6d/queue/a69c0d0548a247b68a6c4383480fa622, entries=1, sequenceid=12, filesize=5.2 K 2024-11-21T09:20:01,822 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 0b8301ee968b32d0cdfd17f44dd44b6d in 876ms, sequenceid=12, compaction requested=false 2024-11-21T09:20:01,827 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/replication/0b8301ee968b32d0cdfd17f44dd44b6d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T09:20:01,828 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:20:01,828 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:20:01,828 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d. 2024-11-21T09:20:01,828 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b8301ee968b32d0cdfd17f44dd44b6d: Waiting for close lock at 1732180800946Running coprocessor pre-close hooks at 1732180800946Disabling compacts and flushes for region at 1732180800946Disabling writes for close at 1732180800946Obtaining lock to block concurrent updates at 1732180800946Preparing flush snapshotting stores in 0b8301ee968b32d0cdfd17f44dd44b6d at 1732180800946Finished memstore snapshotting hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732180800946Flushing stores of hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d. at 1732180800947 (+1 ms)Flushing 0b8301ee968b32d0cdfd17f44dd44b6d/hfileref: creating writer at 1732180800947Flushing 0b8301ee968b32d0cdfd17f44dd44b6d/hfileref: appending metadata at 1732180800970 (+23 ms)Flushing 0b8301ee968b32d0cdfd17f44dd44b6d/hfileref: closing flushed file at 1732180800970Flushing 0b8301ee968b32d0cdfd17f44dd44b6d/queue: creating writer at 1732180801385 (+415 ms)Flushing 0b8301ee968b32d0cdfd17f44dd44b6d/queue: appending metadata at 1732180801398 (+13 ms)Flushing 0b8301ee968b32d0cdfd17f44dd44b6d/queue: closing flushed file at 1732180801398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7910fa7e: reopening flushed file at 1732180801810 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@647e9f9b: reopening flushed file at 1732180801815 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 0b8301ee968b32d0cdfd17f44dd44b6d in 876ms, sequenceid=12, compaction requested=false at 1732180801822 (+7 ms)Writing region close event to WAL at 1732180801824 (+2 ms)Running coprocessor post-close hooks at 1732180801828 (+4 ms)Closed at 1732180801828 2024-11-21T09:20:01,828 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732180793333.0b8301ee968b32d0cdfd17f44dd44b6d. 2024-11-21T09:20:01,828 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:20:01,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1] 2024-11-21T09:20:01,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T09:20:01,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:01,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:01,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1 from cache 2024-11-21T09:20:01,834 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740/.tmp/rep_barrier/f49af7b641fc427990b8b04116d819f8 is 112, key is test,,1732180789011.8866a055c8e098181a6444e4320f4c6d./rep_barrier:seqnumDuringOpen/1732180790165/Put/seqid=0 2024-11-21T09:20:01,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741850_1026 (size=5518) 2024-11-21T09:20:01,941 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T09:20:01,941 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T09:20:01,941 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:20:01,944 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 to pos 1328, reset compression=false 2024-11-21T09:20:02,097 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 1033, reset compression=false 2024-11-21T09:20:02,139 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:20:02,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1] 2024-11-21T09:20:02,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T09:20:02,141 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:20:02,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:02,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:02,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1 from cache 2024-11-21T09:20:02,239 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740/.tmp/rep_barrier/f49af7b641fc427990b8b04116d819f8 2024-11-21T09:20:02,256 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740/.tmp/table/ce143e2f000d4c448ae3a64a4e50cdc5 is 53, key is hbase:replication/table:state/1732180794506/Put/seqid=0 2024-11-21T09:20:02,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741851_1027 (size=5308) 2024-11-21T09:20:02,341 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:20:02,447 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 to pos 1328, reset compression=false 2024-11-21T09:20:02,541 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:20:02,648 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:20:02,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1] 2024-11-21T09:20:02,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T09:20:02,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:02,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:02,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,44235,1732180783493, seqNum=-1 from cache 2024-11-21T09:20:02,651 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T09:20:02,652 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-21T09:20:01.509Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:01.620Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:01.830Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:02.141Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:02.650Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-21T09:20:02,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-21T09:20:01.509Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:01.620Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:01.830Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:02.141Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:02.650Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-21T09:20:02,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44235 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:60148 deadline: 1732180860687, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-21T09:20:01.509Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:01.620Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:01.830Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:02.141Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:02.650Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:02,655 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-21T09:20:01.509Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:01.620Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:01.830Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:02.141Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting 2024-11-21T09:20:02.650Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 5b0ae2ee7b9e,44235,1732180783493 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T09:20:02,659 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740/.tmp/table/ce143e2f000d4c448ae3a64a4e50cdc5 2024-11-21T09:20:02,665 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740/.tmp/info/31eb8231499b438eb02777b8eca1ad0c as hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740/info/31eb8231499b438eb02777b8eca1ad0c 2024-11-21T09:20:02,671 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740/info/31eb8231499b438eb02777b8eca1ad0c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T09:20:02,672 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740/.tmp/ns/ef8b4b3906ce4783baa470ee15ebe657 as hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740/ns/ef8b4b3906ce4783baa470ee15ebe657 2024-11-21T09:20:02,677 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740/ns/ef8b4b3906ce4783baa470ee15ebe657, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T09:20:02,678 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740/.tmp/rep_barrier/f49af7b641fc427990b8b04116d819f8 as hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740/rep_barrier/f49af7b641fc427990b8b04116d819f8 2024-11-21T09:20:02,682 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740/rep_barrier/f49af7b641fc427990b8b04116d819f8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T09:20:02,683 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740/.tmp/table/ce143e2f000d4c448ae3a64a4e50cdc5 as hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740/table/ce143e2f000d4c448ae3a64a4e50cdc5 2024-11-21T09:20:02,687 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740/table/ce143e2f000d4c448ae3a64a4e50cdc5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T09:20:02,688 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1748ms, sequenceid=16, compaction requested=false 2024-11-21T09:20:02,691 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T09:20:02,692 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:20:02,692 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:20:02,692 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:20:02,692 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180800940Running coprocessor pre-close hooks at 1732180800940Disabling compacts and flushes for region at 1732180800940Disabling writes for close at 1732180800940Obtaining lock to block concurrent updates at 1732180800940Preparing flush snapshotting stores in 1588230740 at 1732180800940Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732180800940Flushing stores of hbase:meta,,1.1588230740 at 1732180800941 (+1 ms)Flushing 1588230740/info: creating writer at 1732180800941Flushing 1588230740/info: appending metadata at 1732180800971 (+30 ms)Flushing 1588230740/info: closing flushed file at 1732180800971Flushing 1588230740/ns: creating writer at 1732180801385 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732180801401 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732180801401Flushing 1588230740/rep_barrier: creating writer at 1732180801818 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732180801833 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732180801833Flushing 1588230740/table: creating writer at 1732180802244 (+411 ms)Flushing 1588230740/table: appending metadata at 1732180802255 (+11 ms)Flushing 1588230740/table: closing flushed file at 1732180802255Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@699cd3d: reopening flushed file at 1732180802665 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24b5f19: reopening flushed file at 1732180802671 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51f07fc7: reopening flushed file at 1732180802677 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eadc45e: reopening flushed file at 1732180802682 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1748ms, sequenceid=16, compaction requested=false at 1732180802688 (+6 ms)Writing region close event to WAL at 1732180802689 (+1 ms)Running coprocessor post-close hooks at 1732180802692 (+3 ms)Closed at 1732180802692 2024-11-21T09:20:02,692 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:20:02,701 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 1033, reset compression=false 2024-11-21T09:20:02,742 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,44235,1732180783493; all regions closed. 2024-11-21T09:20:02,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741834_1010 (size=4239) 2024-11-21T09:20:02,744 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.meta.1732180786749.meta not finished, retry = 0 2024-11-21T09:20:02,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T09:20:02,759 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T09:20:02,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741839_1015 (size=3127) 2024-11-21T09:20:02,847 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.rep.1732180794472 not finished, retry = 0 2024-11-21T09:20:02,950 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 not finished, retry = 0 2024-11-21T09:20:02,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741832_1008 (size=1336) 2024-11-21T09:20:02,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T09:20:02,962 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 5b0ae2ee7b9e,44235,1732180783493 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T09:20:03,051 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 to pos 1328, reset compression=false 2024-11-21T09:20:03,051 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:03,051 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:20:03,051 INFO [RS:0;5b0ae2ee7b9e:44235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:20:03,051 INFO [RS:0;5b0ae2ee7b9e:44235 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T09:20:03,051 INFO [RS:0;5b0ae2ee7b9e:44235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:20:03,051 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:20:03,052 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b0ae2ee7b9e,44235,1732180783493 because: Region server is closing 2024-11-21T09:20:03,052 INFO [RS:0;5b0ae2ee7b9e:44235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:44235. 2024-11-21T09:20:03,052 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:20:03,052 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:03,052 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:03,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:20:03,052 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.wal-reader.5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/WALs/5b0ae2ee7b9e,44235,1732180783493/5b0ae2ee7b9e%2C44235%2C1732180783493.1732180785742 2024-11-21T09:20:03,152 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,44235,1732180783493.replicationSource.shipper5b0ae2ee7b9e%2C44235%2C1732180783493,1-5b0ae2ee7b9e,44235,1732180783493 terminated 2024-11-21T09:20:03,153 INFO [RS:0;5b0ae2ee7b9e:44235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:44235. 2024-11-21T09:20:03,153 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:20:03,153 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:03,153 DEBUG [RS:0;5b0ae2ee7b9e:44235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:03,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:20:03,153 INFO [RS:0;5b0ae2ee7b9e:44235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44235 2024-11-21T09:20:03,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x1015cb10e890004, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-916086229/rs/5b0ae2ee7b9e,44235,1732180783493 2024-11-21T09:20:03,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-916086229/rs 2024-11-21T09:20:03,211 INFO [RS:0;5b0ae2ee7b9e:44235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:20:03,221 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,44235,1732180783493] 2024-11-21T09:20:03,232 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-916086229/draining/5b0ae2ee7b9e,44235,1732180783493 already deleted, retry=false 2024-11-21T09:20:03,232 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,44235,1732180783493 expired; onlineServers=0 2024-11-21T09:20:03,232 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,42339,1732180783352' ***** 2024-11-21T09:20:03,232 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:20:03,232 INFO [M:0;5b0ae2ee7b9e:42339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:20:03,232 INFO [M:0;5b0ae2ee7b9e:42339 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:20:03,232 DEBUG [M:0;5b0ae2ee7b9e:42339 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:20:03,232 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:20:03,232 DEBUG [M:0;5b0ae2ee7b9e:42339 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:20:03,232 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180785516 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180785516,5,FailOnTimeoutGroup] 2024-11-21T09:20:03,232 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180785516 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180785516,5,FailOnTimeoutGroup] 2024-11-21T09:20:03,232 INFO [M:0;5b0ae2ee7b9e:42339 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:20:03,232 INFO [M:0;5b0ae2ee7b9e:42339 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:20:03,232 DEBUG [M:0;5b0ae2ee7b9e:42339 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:20:03,232 INFO [M:0;5b0ae2ee7b9e:42339 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:20:03,232 INFO [M:0;5b0ae2ee7b9e:42339 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:20:03,233 INFO [M:0;5b0ae2ee7b9e:42339 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:20:03,233 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:20:03,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-916086229/master 2024-11-21T09:20:03,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-916086229 2024-11-21T09:20:03,242 DEBUG [M:0;5b0ae2ee7b9e:42339 {}] zookeeper.ZKUtil(347): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Unable to get data of znode /1-916086229/master because node does not exist (not an error) 2024-11-21T09:20:03,242 WARN [M:0;5b0ae2ee7b9e:42339 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T09:20:03,243 INFO [M:0;5b0ae2ee7b9e:42339 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/.lastflushedseqids 2024-11-21T09:20:03,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741852_1028 (size=263) 2024-11-21T09:20:03,265 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5b0ae2ee7b9e:44235 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5b0ae2ee7b9e/172.17.0.2:44235 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T09:20:03,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 5b0ae2ee7b9e:44235 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5b0ae2ee7b9e/172.17.0.2:44235 2024-11-21T09:20:03,266 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=5b0ae2ee7b9e:44235 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5b0ae2ee7b9e/172.17.0.2:44235 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5b0ae2ee7b9e/172.17.0.2:44235 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T09:20:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T09:20:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:58982 deadline: 1732180863269, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-21T09:20:03,271 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-21T09:20:03,272 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-21T09:20:03,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x1015cb10e890004, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:20:03,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44235-0x1015cb10e890004, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:20:03,321 INFO [RS:0;5b0ae2ee7b9e:44235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:20:03,321 INFO [RS:0;5b0ae2ee7b9e:44235 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,44235,1732180783493; zookeeper connection closed. 2024-11-21T09:20:03,322 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3704bd3a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3704bd3a 2024-11-21T09:20:03,322 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T09:20:03,404 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 1033, reset compression=false 2024-11-21T09:20:03,647 INFO [M:0;5b0ae2ee7b9e:42339 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:20:03,647 INFO [M:0;5b0ae2ee7b9e:42339 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:20:03,648 DEBUG [M:0;5b0ae2ee7b9e:42339 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:20:03,648 INFO [M:0;5b0ae2ee7b9e:42339 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:03,648 DEBUG [M:0;5b0ae2ee7b9e:42339 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:03,648 DEBUG [M:0;5b0ae2ee7b9e:42339 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:20:03,648 DEBUG [M:0;5b0ae2ee7b9e:42339 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:03,648 INFO [M:0;5b0ae2ee7b9e:42339 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-21T09:20:03,662 DEBUG [M:0;5b0ae2ee7b9e:42339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57371a38da4947f29ec0b9a9cb03519b is 82, key is hbase:meta,,1/info:regioninfo/1732180786777/Put/seqid=0 2024-11-21T09:20:03,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741853_1029 (size=5672) 2024-11-21T09:20:03,672 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-21T09:20:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T09:20:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:58982 deadline: 1732180863674, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-21T09:20:03,674 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-21T09:20:03,675 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-21T09:20:03,675 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-21T09:20:04,066 INFO [M:0;5b0ae2ee7b9e:42339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57371a38da4947f29ec0b9a9cb03519b 2024-11-21T09:20:04,086 DEBUG [M:0;5b0ae2ee7b9e:42339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7bd5b73aea7496db5881ffd00023e93 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732180794510/Put/seqid=0 2024-11-21T09:20:04,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741854_1030 (size=8515) 2024-11-21T09:20:04,176 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-21T09:20:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T09:20:04,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] ipc.CallRunner(138): callId: 19 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:58982 deadline: 1732180864177, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-21T09:20:04,178 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-21T09:20:04,179 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-21T09:20:04,179 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-21T09:20:04,207 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 1033, reset compression=false 2024-11-21T09:20:04,490 INFO [M:0;5b0ae2ee7b9e:42339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7bd5b73aea7496db5881ffd00023e93 2024-11-21T09:20:04,508 DEBUG [M:0;5b0ae2ee7b9e:42339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2dbb0081418549e1afa1c5f12db08b1f is 69, key is 5b0ae2ee7b9e,44235,1732180783493/rs:state/1732180785551/Put/seqid=0 2024-11-21T09:20:04,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741855_1031 (size=5156) 2024-11-21T09:20:04,779 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-21T09:20:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T09:20:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42339 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:58982 deadline: 1732180864780, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-21T09:20:04,781 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-21T09:20:04,782 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-21T09:20:04,782 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-21T09:20:04,912 INFO [M:0;5b0ae2ee7b9e:42339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2dbb0081418549e1afa1c5f12db08b1f 2024-11-21T09:20:04,917 DEBUG [M:0;5b0ae2ee7b9e:42339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57371a38da4947f29ec0b9a9cb03519b as hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57371a38da4947f29ec0b9a9cb03519b 2024-11-21T09:20:04,920 INFO [M:0;5b0ae2ee7b9e:42339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57371a38da4947f29ec0b9a9cb03519b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T09:20:04,921 DEBUG [M:0;5b0ae2ee7b9e:42339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7bd5b73aea7496db5881ffd00023e93 as hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c7bd5b73aea7496db5881ffd00023e93 2024-11-21T09:20:04,925 INFO [M:0;5b0ae2ee7b9e:42339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c7bd5b73aea7496db5881ffd00023e93, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T09:20:04,925 DEBUG [M:0;5b0ae2ee7b9e:42339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2dbb0081418549e1afa1c5f12db08b1f as hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2dbb0081418549e1afa1c5f12db08b1f 2024-11-21T09:20:04,930 INFO [M:0;5b0ae2ee7b9e:42339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35877/user/jenkins/test-data/62b987e2-8ebc-9280-0579-2a6fd1b330da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2dbb0081418549e1afa1c5f12db08b1f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T09:20:04,931 INFO [M:0;5b0ae2ee7b9e:42339 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-21T09:20:04,936 INFO [M:0;5b0ae2ee7b9e:42339 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:04,937 DEBUG [M:0;5b0ae2ee7b9e:42339 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180803647Disabling compacts and flushes for region at 1732180803647Disabling writes for close at 1732180803648 (+1 ms)Obtaining lock to block concurrent updates at 1732180803648Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180803648Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732180803648Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180803649 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180803649Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180803661 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180803661Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180804070 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180804085 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180804085Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180804494 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180804508 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180804508Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59bcfd88: reopening flushed file at 1732180804916 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@316e0fb3: reopening flushed file at 1732180804921 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44b82f65: reopening flushed file at 1732180804925 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1732180804931 (+6 ms)Writing region close event to WAL at 1732180804936 (+5 ms)Closed at 1732180804936 2024-11-21T09:20:04,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33595 is added to blk_1073741830_1006 (size=63642) 2024-11-21T09:20:04,939 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:20:04,939 INFO [M:0;5b0ae2ee7b9e:42339 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:20:04,939 INFO [M:0;5b0ae2ee7b9e:42339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42339 2024-11-21T09:20:04,940 INFO [M:0;5b0ae2ee7b9e:42339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:20:05,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:20:05,090 INFO [M:0;5b0ae2ee7b9e:42339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:20:05,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42339-0x1015cb10e890003, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:20:05,111 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 1033, reset compression=false 2024-11-21T09:20:05,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb7c883{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:20:05,131 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c9a1f08{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:20:05,131 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:20:05,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f157e59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:20:05,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11b53f0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/hadoop.log.dir/,STOPPED} 2024-11-21T09:20:05,133 WARN [BP-641999122-172.17.0.2-1732180781439 heartbeating to localhost/127.0.0.1:35877 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:20:05,133 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:20:05,133 WARN [BP-641999122-172.17.0.2-1732180781439 heartbeating to localhost/127.0.0.1:35877 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-641999122-172.17.0.2-1732180781439 (Datanode Uuid 310b3916-94f0-4b17-8b3e-6023c5d56c00) service to localhost/127.0.0.1:35877 2024-11-21T09:20:05,133 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:20:05,134 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/cluster_9887714e-2b68-a96b-6945-e98c9608c93f/data/data1/current/BP-641999122-172.17.0.2-1732180781439 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:20:05,134 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/cluster_9887714e-2b68-a96b-6945-e98c9608c93f/data/data2/current/BP-641999122-172.17.0.2-1732180781439 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:20:05,134 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:20:05,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58b2720f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:20:05,139 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f3f4154{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:20:05,139 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:20:05,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42fd2a11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:20:05,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23c492e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/hadoop.log.dir/,STOPPED} 2024-11-21T09:20:05,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T09:20:05,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T09:20:05,152 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:20:05,152 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:20:05,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:05,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:05,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:20:05,152 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:20:05,152 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=389480553, stopped=false 2024-11-21T09:20:05,152 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,33953,1732180777556 2024-11-21T09:20:05,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01231192976/running 2024-11-21T09:20:05,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40903-0x1015cb10e890001, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01231192976/running 2024-11-21T09:20:05,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231192976 2024-11-21T09:20:05,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40903-0x1015cb10e890001, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231192976 2024-11-21T09:20:05,167 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:20:05,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40903-0x1015cb10e890001, quorum=127.0.0.1:64792, baseZNode=/01231192976 Set watcher on znode that does not yet exist, /01231192976/running 2024-11-21T09:20:05,167 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Set watcher on znode that does not yet exist, /01231192976/running 2024-11-21T09:20:05,167 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:20:05,167 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:20:05,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:05,168 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,40903,1732180777757' ***** 2024-11-21T09:20:05,168 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:20:05,168 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:20:05,168 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:20:05,168 INFO [RS:0;5b0ae2ee7b9e:40903 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:20:05,168 INFO [RS:0;5b0ae2ee7b9e:40903 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:20:05,168 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(3091): Received CLOSE for 63421e85d51dd388c3d6aa371591f72e 2024-11-21T09:20:05,168 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(3091): Received CLOSE for f2fe9dafe8b14178ed843141634a069d 2024-11-21T09:20:05,168 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,40903,1732180777757 2024-11-21T09:20:05,168 INFO [RS:0;5b0ae2ee7b9e:40903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:20:05,168 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63421e85d51dd388c3d6aa371591f72e, disabling compactions & flushes 2024-11-21T09:20:05,168 INFO [RS:0;5b0ae2ee7b9e:40903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:40903. 2024-11-21T09:20:05,168 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e. 2024-11-21T09:20:05,168 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e. 2024-11-21T09:20:05,168 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:20:05,168 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e. after waiting 0 ms 2024-11-21T09:20:05,168 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e. 2024-11-21T09:20:05,168 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:05,169 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:20:05,169 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:20:05,169 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 63421e85d51dd388c3d6aa371591f72e 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-21T09:20:05,169 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:20:05,169 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:20:05,169 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:20:05,169 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T09:20:05,169 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(1325): Online Regions={63421e85d51dd388c3d6aa371591f72e=hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e., 1588230740=hbase:meta,,1.1588230740, f2fe9dafe8b14178ed843141634a069d=test,,1732180786858.f2fe9dafe8b14178ed843141634a069d.} 2024-11-21T09:20:05,169 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:20:05,169 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63421e85d51dd388c3d6aa371591f72e, f2fe9dafe8b14178ed843141634a069d 2024-11-21T09:20:05,169 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:20:05,169 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:20:05,169 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:20:05,169 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:20:05,169 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:20:05,169 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T09:20:05,185 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/replication/63421e85d51dd388c3d6aa371591f72e/.tmp/hfileref/aa262f0262464a5ca36586d28efbde36 is 74, key is 1/hfileref:15ad23a3e2d24609896aa84473d3e4a8_SeqId_6_/1732180799849/Put/seqid=0 2024-11-21T09:20:05,186 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740/.tmp/info/15e8b203d668409eafb83d5275cc273a is 147, key is hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e./info:regioninfo/1732180792345/Put/seqid=0 2024-11-21T09:20:05,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741846_1022 (size=5345) 2024-11-21T09:20:05,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741847_1023 (size=7686) 2024-11-21T09:20:05,256 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:20:05,369 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63421e85d51dd388c3d6aa371591f72e, f2fe9dafe8b14178ed843141634a069d 2024-11-21T09:20:05,482 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-21T09:20:05,483 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5b0ae2ee7b9e:42339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5b0ae2ee7b9e/172.17.0.2:42339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T09:20:05,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 5b0ae2ee7b9e:42339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5b0ae2ee7b9e/172.17.0.2:42339 2024-11-21T09:20:05,569 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63421e85d51dd388c3d6aa371591f72e, f2fe9dafe8b14178ed843141634a069d 2024-11-21T09:20:05,588 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:20:05,589 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 5b0ae2ee7b9e:42339 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5b0ae2ee7b9e/172.17.0.2:42339 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T09:20:05,590 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/replication/63421e85d51dd388c3d6aa371591f72e/.tmp/hfileref/aa262f0262464a5ca36586d28efbde36 2024-11-21T09:20:05,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=5b0ae2ee7b9e:42339 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5b0ae2ee7b9e/172.17.0.2:42339 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-21T09:20:05,590 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740/.tmp/info/15e8b203d668409eafb83d5275cc273a 2024-11-21T09:20:05,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 5b0ae2ee7b9e:42339 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 5b0ae2ee7b9e/172.17.0.2:42339 2024-11-21T09:20:05,607 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740/.tmp/ns/f61cdca1b1d841ae91ff2b96127821e5 is 43, key is default/ns:d/1732180781365/Put/seqid=0 2024-11-21T09:20:05,610 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/replication/63421e85d51dd388c3d6aa371591f72e/.tmp/queue/43ccc094fb2b44a79f6366995750afe2 is 153, key is 1-5b0ae2ee7b9e,40903,1732180777757/queue:5b0ae2ee7b9e%2C40903%2C1732180777757/1732180797121/Put/seqid=0 2024-11-21T09:20:05,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741848_1024 (size=5153) 2024-11-21T09:20:05,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741849_1025 (size=5352) 2024-11-21T09:20:05,769 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63421e85d51dd388c3d6aa371591f72e, f2fe9dafe8b14178ed843141634a069d 2024-11-21T09:20:05,798 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:20:05,798 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5b0ae2ee7b9e:42339 this server is in the failed servers list 2024-11-21T09:20:05,799 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5b0ae2ee7b9e:42339 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:20:05,970 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63421e85d51dd388c3d6aa371591f72e, f2fe9dafe8b14178ed843141634a069d 2024-11-21T09:20:06,011 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740/.tmp/ns/f61cdca1b1d841ae91ff2b96127821e5 2024-11-21T09:20:06,021 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/replication/63421e85d51dd388c3d6aa371591f72e/.tmp/queue/43ccc094fb2b44a79f6366995750afe2 2024-11-21T09:20:06,026 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/replication/63421e85d51dd388c3d6aa371591f72e/.tmp/hfileref/aa262f0262464a5ca36586d28efbde36 as hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/replication/63421e85d51dd388c3d6aa371591f72e/hfileref/aa262f0262464a5ca36586d28efbde36 2024-11-21T09:20:06,030 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/replication/63421e85d51dd388c3d6aa371591f72e/hfileref/aa262f0262464a5ca36586d28efbde36, entries=4, sequenceid=10, filesize=5.2 K 2024-11-21T09:20:06,030 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/replication/63421e85d51dd388c3d6aa371591f72e/.tmp/queue/43ccc094fb2b44a79f6366995750afe2 as hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/replication/63421e85d51dd388c3d6aa371591f72e/queue/43ccc094fb2b44a79f6366995750afe2 2024-11-21T09:20:06,034 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740/.tmp/rep_barrier/32770d52e5b2418ba4f748c158161985 is 112, key is test,,1732180786858.f2fe9dafe8b14178ed843141634a069d./rep_barrier:seqnumDuringOpen/1732180788004/Put/seqid=0 2024-11-21T09:20:06,035 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/replication/63421e85d51dd388c3d6aa371591f72e/queue/43ccc094fb2b44a79f6366995750afe2, entries=1, sequenceid=10, filesize=5.2 K 2024-11-21T09:20:06,036 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 63421e85d51dd388c3d6aa371591f72e in 868ms, sequenceid=10, compaction requested=false 2024-11-21T09:20:06,036 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T09:20:06,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741850_1026 (size=5518) 2024-11-21T09:20:06,045 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/replication/63421e85d51dd388c3d6aa371591f72e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T09:20:06,045 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:20:06,045 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:20:06,045 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e. 2024-11-21T09:20:06,046 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63421e85d51dd388c3d6aa371591f72e: Waiting for close lock at 1732180805168Running coprocessor pre-close hooks at 1732180805168Disabling compacts and flushes for region at 1732180805168Disabling writes for close at 1732180805168Obtaining lock to block concurrent updates at 1732180805169 (+1 ms)Preparing flush snapshotting stores in 63421e85d51dd388c3d6aa371591f72e at 1732180805169Finished memstore snapshotting hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732180805169Flushing stores of hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e. at 1732180805169Flushing 63421e85d51dd388c3d6aa371591f72e/hfileref: creating writer at 1732180805169Flushing 63421e85d51dd388c3d6aa371591f72e/hfileref: appending metadata at 1732180805185 (+16 ms)Flushing 63421e85d51dd388c3d6aa371591f72e/hfileref: closing flushed file at 1732180805185Flushing 63421e85d51dd388c3d6aa371591f72e/queue: creating writer at 1732180805594 (+409 ms)Flushing 63421e85d51dd388c3d6aa371591f72e/queue: appending metadata at 1732180805609 (+15 ms)Flushing 63421e85d51dd388c3d6aa371591f72e/queue: closing flushed file at 1732180805609Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3463c384: reopening flushed file at 1732180806025 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aaa4aa3: reopening flushed file at 1732180806030 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 63421e85d51dd388c3d6aa371591f72e in 868ms, sequenceid=10, compaction requested=false at 1732180806036 (+6 ms)Writing region close event to WAL at 1732180806041 (+5 ms)Running coprocessor post-close hooks at 1732180806045 (+4 ms)Closed at 1732180806045 2024-11-21T09:20:06,046 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732180791179.63421e85d51dd388c3d6aa371591f72e. 2024-11-21T09:20:06,046 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2fe9dafe8b14178ed843141634a069d, disabling compactions & flushes 2024-11-21T09:20:06,046 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732180786858.f2fe9dafe8b14178ed843141634a069d. 2024-11-21T09:20:06,046 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180786858.f2fe9dafe8b14178ed843141634a069d. 2024-11-21T09:20:06,046 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732180786858.f2fe9dafe8b14178ed843141634a069d. after waiting 0 ms 2024-11-21T09:20:06,046 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732180786858.f2fe9dafe8b14178ed843141634a069d. 2024-11-21T09:20:06,049 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/default/test/f2fe9dafe8b14178ed843141634a069d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T09:20:06,050 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:20:06,050 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:20:06,050 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732180786858.f2fe9dafe8b14178ed843141634a069d. 2024-11-21T09:20:06,050 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2fe9dafe8b14178ed843141634a069d: Waiting for close lock at 1732180806046Running coprocessor pre-close hooks at 1732180806046Disabling compacts and flushes for region at 1732180806046Disabling writes for close at 1732180806046Writing region close event to WAL at 1732180806046Running coprocessor post-close hooks at 1732180806050 (+4 ms)Closed at 1732180806050 2024-11-21T09:20:06,050 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732180786858.f2fe9dafe8b14178ed843141634a069d. 2024-11-21T09:20:06,108 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:20:06,109 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5b0ae2ee7b9e:42339 this server is in the failed servers list 2024-11-21T09:20:06,109 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5b0ae2ee7b9e:42339 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:20:06,114 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 1033, reset compression=false 2024-11-21T09:20:06,118 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:20:06,118 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 1328, reset compression=false 2024-11-21T09:20:06,170 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T09:20:06,170 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T09:20:06,170 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:20:06,321 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 1328, reset compression=false 2024-11-21T09:20:06,370 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:20:06,442 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740/.tmp/rep_barrier/32770d52e5b2418ba4f748c158161985 2024-11-21T09:20:06,448 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:20:06,460 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740/.tmp/table/ccff1f82839744c8904b4eb8714f4892 is 53, key is hbase:replication/table:state/1732180792351/Put/seqid=0 2024-11-21T09:20:06,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741851_1027 (size=5308) 2024-11-21T09:20:06,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:06,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:06,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:06,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:06,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:06,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:06,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:06,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:06,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:06,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T09:20:06,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T09:20:06,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:20:06,570 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:20:06,618 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:20:06,618 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 5b0ae2ee7b9e:42339 this server is in the failed servers list 2024-11-21T09:20:06,618 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 5b0ae2ee7b9e:42339 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:20:06,625 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 1328, reset compression=false 2024-11-21T09:20:06,770 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:20:06,866 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740/.tmp/table/ccff1f82839744c8904b4eb8714f4892 2024-11-21T09:20:06,870 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740/.tmp/info/15e8b203d668409eafb83d5275cc273a as hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740/info/15e8b203d668409eafb83d5275cc273a 2024-11-21T09:20:06,874 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740/info/15e8b203d668409eafb83d5275cc273a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T09:20:06,875 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740/.tmp/ns/f61cdca1b1d841ae91ff2b96127821e5 as hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740/ns/f61cdca1b1d841ae91ff2b96127821e5 2024-11-21T09:20:06,878 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740/ns/f61cdca1b1d841ae91ff2b96127821e5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T09:20:06,879 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740/.tmp/rep_barrier/32770d52e5b2418ba4f748c158161985 as hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740/rep_barrier/32770d52e5b2418ba4f748c158161985 2024-11-21T09:20:06,883 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740/rep_barrier/32770d52e5b2418ba4f748c158161985, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T09:20:06,884 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740/.tmp/table/ccff1f82839744c8904b4eb8714f4892 as hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740/table/ccff1f82839744c8904b4eb8714f4892 2024-11-21T09:20:06,888 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740/table/ccff1f82839744c8904b4eb8714f4892, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T09:20:06,889 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false 2024-11-21T09:20:06,889 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T09:20:06,893 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T09:20:06,893 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:20:06,893 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:20:06,893 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:20:06,894 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180805169Running coprocessor pre-close hooks at 1732180805169Disabling compacts and flushes for region at 1732180805169Disabling writes for close at 1732180805169Obtaining lock to block concurrent updates at 1732180805169Preparing flush snapshotting stores in 1588230740 at 1732180805169Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732180805169Flushing stores of hbase:meta,,1.1588230740 at 1732180805170 (+1 ms)Flushing 1588230740/info: creating writer at 1732180805170Flushing 1588230740/info: appending metadata at 1732180805186 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732180805186Flushing 1588230740/ns: creating writer at 1732180805594 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732180805606 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732180805606Flushing 1588230740/rep_barrier: creating writer at 1732180806016 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732180806033 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732180806033Flushing 1588230740/table: creating writer at 1732180806447 (+414 ms)Flushing 1588230740/table: appending metadata at 1732180806460 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732180806460Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e4eb38b: reopening flushed file at 1732180806870 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1026e289: reopening flushed file at 1732180806874 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@579bfeef: reopening flushed file at 1732180806879 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b2fa3ec: reopening flushed file at 1732180806883 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1719ms, sequenceid=16, compaction requested=false at 1732180806889 (+6 ms)Writing region close event to WAL at 1732180806890 (+1 ms)Running coprocessor post-close hooks at 1732180806893 (+3 ms)Closed at 1732180806893 2024-11-21T09:20:06,894 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:20:06,971 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,40903,1732180777757; all regions closed. 2024-11-21T09:20:06,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741834_1010 (size=4239) 2024-11-21T09:20:06,973 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.meta.1732180781286.meta not finished, retry = 0 2024-11-21T09:20:07,028 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/WALs/5b0ae2ee7b9e,40903,1732180777757/5b0ae2ee7b9e%2C40903%2C1732180777757.1732180780266 to pos 1328, reset compression=false 2024-11-21T09:20:07,075 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/oldWALs 2024-11-21T09:20:07,075 INFO [RS:0;5b0ae2ee7b9e:40903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C40903%2C1732180777757.meta:.meta(num 1732180781286) 2024-11-21T09:20:07,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741839_1015 (size=2695) 2024-11-21T09:20:07,079 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/oldWALs 2024-11-21T09:20:07,079 INFO [RS:0;5b0ae2ee7b9e:40903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C40903%2C1732180777757.rep:(num 1732180792311) 2024-11-21T09:20:07,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741832_1008 (size=1336) 2024-11-21T09:20:07,082 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/oldWALs 2024-11-21T09:20:07,082 INFO [RS:0;5b0ae2ee7b9e:40903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C40903%2C1732180777757:(num 1732180780266) 2024-11-21T09:20:07,082 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:07,082 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:20:07,082 INFO [RS:0;5b0ae2ee7b9e:40903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:20:07,082 INFO [RS:0;5b0ae2ee7b9e:40903 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T09:20:07,082 INFO [RS:0;5b0ae2ee7b9e:40903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:20:07,082 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:20:07,082 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b0ae2ee7b9e,40903,1732180777757 because: Region server is closing 2024-11-21T09:20:07,082 INFO [RS:0;5b0ae2ee7b9e:40903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:40903. 2024-11-21T09:20:07,083 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:20:07,083 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:07,083 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:07,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:20:07,145 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T09:20:07,183 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.wal-reader.5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T09:20:07,183 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-21T09:20:07,183 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-21T09:20:07,183 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-21T09:20:07,628 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:20:07,629 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:20:07,632 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:20:07,984 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40903,1732180777757.replicationSource.shipper5b0ae2ee7b9e%2C40903%2C1732180777757,1-5b0ae2ee7b9e,40903,1732180777757 terminated 2024-11-21T09:20:07,984 INFO [RS:0;5b0ae2ee7b9e:40903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:40903. 2024-11-21T09:20:07,984 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:20:07,984 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:07,985 DEBUG [RS:0;5b0ae2ee7b9e:40903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:07,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:20:07,985 INFO [RS:0;5b0ae2ee7b9e:40903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40903 2024-11-21T09:20:08,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40903-0x1015cb10e890001, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01231192976/rs/5b0ae2ee7b9e,40903,1732180777757 2024-11-21T09:20:08,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231192976/rs 2024-11-21T09:20:08,042 INFO [RS:0;5b0ae2ee7b9e:40903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:20:08,052 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,40903,1732180777757] 2024-11-21T09:20:08,063 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01231192976/draining/5b0ae2ee7b9e,40903,1732180777757 already deleted, retry=false 2024-11-21T09:20:08,063 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,40903,1732180777757 expired; onlineServers=0 2024-11-21T09:20:08,063 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,33953,1732180777556' ***** 2024-11-21T09:20:08,063 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:20:08,063 INFO [M:0;5b0ae2ee7b9e:33953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:20:08,063 INFO [M:0;5b0ae2ee7b9e:33953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:20:08,063 DEBUG [M:0;5b0ae2ee7b9e:33953 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:20:08,063 DEBUG [M:0;5b0ae2ee7b9e:33953 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:20:08,063 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:20:08,063 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180780053 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180780053,5,FailOnTimeoutGroup] 2024-11-21T09:20:08,063 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180780052 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180780052,5,FailOnTimeoutGroup] 2024-11-21T09:20:08,063 INFO [M:0;5b0ae2ee7b9e:33953 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:20:08,063 INFO [M:0;5b0ae2ee7b9e:33953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:20:08,063 DEBUG [M:0;5b0ae2ee7b9e:33953 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:20:08,063 INFO [M:0;5b0ae2ee7b9e:33953 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:20:08,064 INFO [M:0;5b0ae2ee7b9e:33953 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:20:08,064 INFO [M:0;5b0ae2ee7b9e:33953 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:20:08,064 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:20:08,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01231192976/master 2024-11-21T09:20:08,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01231192976 2024-11-21T09:20:08,074 DEBUG [M:0;5b0ae2ee7b9e:33953 {}] zookeeper.ZKUtil(347): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Unable to get data of znode /01231192976/master because node does not exist (not an error) 2024-11-21T09:20:08,074 WARN [M:0;5b0ae2ee7b9e:33953 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T09:20:08,074 INFO [M:0;5b0ae2ee7b9e:33953 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/.lastflushedseqids 2024-11-21T09:20:08,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741852_1028 (size=263) 2024-11-21T09:20:08,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40903-0x1015cb10e890001, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:20:08,153 INFO [RS:0;5b0ae2ee7b9e:40903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:20:08,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40903-0x1015cb10e890001, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:20:08,153 INFO [RS:0;5b0ae2ee7b9e:40903 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,40903,1732180777757; zookeeper connection closed. 2024-11-21T09:20:08,153 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13b57a5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13b57a5 2024-11-21T09:20:08,153 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T09:20:08,478 INFO [M:0;5b0ae2ee7b9e:33953 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:20:08,478 INFO [M:0;5b0ae2ee7b9e:33953 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:20:08,479 DEBUG [M:0;5b0ae2ee7b9e:33953 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:20:08,479 INFO [M:0;5b0ae2ee7b9e:33953 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:08,479 DEBUG [M:0;5b0ae2ee7b9e:33953 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:08,479 DEBUG [M:0;5b0ae2ee7b9e:33953 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:20:08,479 DEBUG [M:0;5b0ae2ee7b9e:33953 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:08,479 INFO [M:0;5b0ae2ee7b9e:33953 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-21T09:20:08,496 DEBUG [M:0;5b0ae2ee7b9e:33953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d040de2034e43aab1893544a67f11e2 is 82, key is hbase:meta,,1/info:regioninfo/1732180781313/Put/seqid=0 2024-11-21T09:20:08,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741853_1029 (size=5672) 2024-11-21T09:20:08,900 INFO [M:0;5b0ae2ee7b9e:33953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d040de2034e43aab1893544a67f11e2 2024-11-21T09:20:08,917 DEBUG [M:0;5b0ae2ee7b9e:33953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b15e761f8664311a9c385aebad76c5a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732180792355/Put/seqid=0 2024-11-21T09:20:08,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741854_1030 (size=8515) 2024-11-21T09:20:09,321 INFO [M:0;5b0ae2ee7b9e:33953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b15e761f8664311a9c385aebad76c5a 2024-11-21T09:20:09,337 DEBUG [M:0;5b0ae2ee7b9e:33953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e6aad1536a84e638336d4ba763d8393 is 69, key is 5b0ae2ee7b9e,40903,1732180777757/rs:state/1732180780114/Put/seqid=0 2024-11-21T09:20:09,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741855_1031 (size=5156) 2024-11-21T09:20:09,658 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:20:09,659 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:20:09,659 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:20:09,741 INFO [M:0;5b0ae2ee7b9e:33953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e6aad1536a84e638336d4ba763d8393 2024-11-21T09:20:09,746 DEBUG [M:0;5b0ae2ee7b9e:33953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d040de2034e43aab1893544a67f11e2 as hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d040de2034e43aab1893544a67f11e2 2024-11-21T09:20:09,749 INFO [M:0;5b0ae2ee7b9e:33953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d040de2034e43aab1893544a67f11e2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T09:20:09,750 DEBUG [M:0;5b0ae2ee7b9e:33953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b15e761f8664311a9c385aebad76c5a as hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b15e761f8664311a9c385aebad76c5a 2024-11-21T09:20:09,753 INFO [M:0;5b0ae2ee7b9e:33953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b15e761f8664311a9c385aebad76c5a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T09:20:09,754 DEBUG [M:0;5b0ae2ee7b9e:33953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e6aad1536a84e638336d4ba763d8393 as hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e6aad1536a84e638336d4ba763d8393 2024-11-21T09:20:09,757 INFO [M:0;5b0ae2ee7b9e:33953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/67c85e54-8d5a-c7a9-7ccb-b4536840f1e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e6aad1536a84e638336d4ba763d8393, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T09:20:09,758 INFO [M:0;5b0ae2ee7b9e:33953 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-21T09:20:09,759 INFO [M:0;5b0ae2ee7b9e:33953 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:09,759 DEBUG [M:0;5b0ae2ee7b9e:33953 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180808479Disabling compacts and flushes for region at 1732180808479Disabling writes for close at 1732180808479Obtaining lock to block concurrent updates at 1732180808479Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180808479Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732180808479Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180808479Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180808480 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180808495 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180808495Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180808904 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180808916 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180808916Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180809325 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180809336 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180809337 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6718c4ae: reopening flushed file at 1732180809745 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e0b241c: reopening flushed file at 1732180809749 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42c521bf: reopening flushed file at 1732180809753 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1732180809758 (+5 ms)Writing region close event to WAL at 1732180809759 (+1 ms)Closed at 1732180809759 2024-11-21T09:20:09,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42737 is added to blk_1073741830_1006 (size=63642) 2024-11-21T09:20:09,762 INFO [M:0;5b0ae2ee7b9e:33953 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:20:09,762 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:20:09,762 INFO [M:0;5b0ae2ee7b9e:33953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33953 2024-11-21T09:20:09,762 INFO [M:0;5b0ae2ee7b9e:33953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:20:09,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:20:09,932 INFO [M:0;5b0ae2ee7b9e:33953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:20:09,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33953-0x1015cb10e890000, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:20:09,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59b490b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:20:09,934 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74d63ed9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:20:09,934 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:20:09,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@112afb2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:20:09,934 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9040624{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/hadoop.log.dir/,STOPPED} 2024-11-21T09:20:09,935 WARN [BP-506534379-172.17.0.2-1732180775673 heartbeating to localhost/127.0.0.1:44933 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:20:09,935 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:20:09,935 WARN [BP-506534379-172.17.0.2-1732180775673 heartbeating to localhost/127.0.0.1:44933 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-506534379-172.17.0.2-1732180775673 (Datanode Uuid a4ebca12-443a-4cd7-8ecb-8ae38c47419e) service to localhost/127.0.0.1:44933 2024-11-21T09:20:09,935 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:20:09,936 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/cluster_1201b56b-b808-f780-f7d2-6d27efa19dd6/data/data1/current/BP-506534379-172.17.0.2-1732180775673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:20:09,936 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/cluster_1201b56b-b808-f780-f7d2-6d27efa19dd6/data/data2/current/BP-506534379-172.17.0.2-1732180775673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:20:09,936 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:20:09,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b88dfce{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:20:09,941 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4029c311{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:20:09,941 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:20:09,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5213139c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:20:09,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ed3f69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d376961b-ec4e-7e62-f730-194e448ecd2f/hadoop.log.dir/,STOPPED} 2024-11-21T09:20:09,951 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T09:20:10,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015cb10e890005, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T09:20:10,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015cb10e890002, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T09:20:10,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015cb10e890005, quorum=127.0.0.1:64792, baseZNode=/1-916086229 Received Disconnected from ZooKeeper, ignoring 2024-11-21T09:20:10,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015cb10e890002, quorum=127.0.0.1:64792, baseZNode=/01231192976 Received Disconnected from ZooKeeper, ignoring 2024-11-21T09:20:10,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T09:20:10,057 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=238 (was 210) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44933 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35877 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44933 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44933 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64792) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35877 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35877 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35877 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:35877 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64792) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44933 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35877 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:44933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=278 (was 273) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1724 (was 1761) 2024-11-21T09:20:10,064 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=238, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=11, AvailableMemoryMB=1724 2024-11-21T09:20:10,075 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-21T09:20:10,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/hadoop.log.dir so I do NOT create it in target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f 2024-11-21T09:20:10,076 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T09:20:10,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/hadoop.tmp.dir so I do NOT create it in target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f 2024-11-21T09:20:10,076 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/799ce108-aa85-ea6f-e10d-b80d6601462c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T09:20:10,076 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f 2024-11-21T09:20:10,076 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/cluster_714770b3-7316-7005-38c9-67afa9e83001, deleteOnExit=true 2024-11-21T09:20:10,139 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/cluster_714770b3-7316-7005-38c9-67afa9e83001/zookeeper_0, clientPort=58355, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/cluster_714770b3-7316-7005-38c9-67afa9e83001/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/cluster_714770b3-7316-7005-38c9-67afa9e83001/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T09:20:10,140 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58355 2024-11-21T09:20:10,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T09:20:10,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T09:20:10,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/test.cache.data in system properties and HBase conf 2024-11-21T09:20:10,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T09:20:10,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/hadoop.log.dir in system properties and HBase conf 2024-11-21T09:20:10,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T09:20:10,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T09:20:10,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T09:20:10,141 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T09:20:10,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:20:10,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:20:10,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T09:20:10,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:20:10,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T09:20:10,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T09:20:10,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:20:10,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:20:10,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T09:20:10,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/nfs.dump.dir in system properties and HBase conf 2024-11-21T09:20:10,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/java.io.tmpdir in system properties and HBase conf 2024-11-21T09:20:10,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:20:10,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T09:20:10,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T09:20:10,518 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:20:10,521 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:20:10,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:20:10,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:20:10,522 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:20:10,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:20:10,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290238e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:20:10,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d02c557{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:20:10,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bcb5a03{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/java.io.tmpdir/jetty-localhost-42119-hadoop-hdfs-3_4_1-tests_jar-_-any-8771012297684672792/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:20:10,620 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f292647{HTTP/1.1, (http/1.1)}{localhost:42119} 2024-11-21T09:20:10,620 INFO [Time-limited test {}] server.Server(415): Started @200854ms 2024-11-21T09:20:10,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:20:10,876 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:20:10,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:20:10,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:20:10,877 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:20:10,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@365e3bda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:20:10,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24c992ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:20:10,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a608edf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/java.io.tmpdir/jetty-localhost-45827-hadoop-hdfs-3_4_1-tests_jar-_-any-1861680115717070145/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:20:10,974 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fa62fac{HTTP/1.1, (http/1.1)}{localhost:45827} 2024-11-21T09:20:10,974 INFO [Time-limited test {}] server.Server(415): Started @201208ms 2024-11-21T09:20:10,975 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:20:11,547 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:20:11,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:11,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:11,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:11,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:11,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:11,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:11,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:11,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:11,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:11,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:11,608 WARN [Thread-2200 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/cluster_714770b3-7316-7005-38c9-67afa9e83001/data/data1/current/BP-1501289621-172.17.0.2-1732180810166/current, will proceed with Du for space computation calculation, 2024-11-21T09:20:11,608 WARN [Thread-2201 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/cluster_714770b3-7316-7005-38c9-67afa9e83001/data/data2/current/BP-1501289621-172.17.0.2-1732180810166/current, will proceed with Du for space computation calculation, 2024-11-21T09:20:11,625 WARN [Thread-2187 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:20:11,627 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75f1f254bbd3bef with lease ID 0xfd0be3b980375a7d: Processing first storage report for DS-38c10462-6c12-4c04-a5db-13d4bad8652e from datanode DatanodeRegistration(127.0.0.1:45765, datanodeUuid=30dd8e65-09b0-4a43-aaf6-2d2c50fe4db7, infoPort=39877, infoSecurePort=0, ipcPort=37869, storageInfo=lv=-57;cid=testClusterID;nsid=795544042;c=1732180810166) 2024-11-21T09:20:11,627 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75f1f254bbd3bef with lease ID 0xfd0be3b980375a7d: from storage DS-38c10462-6c12-4c04-a5db-13d4bad8652e node DatanodeRegistration(127.0.0.1:45765, datanodeUuid=30dd8e65-09b0-4a43-aaf6-2d2c50fe4db7, infoPort=39877, infoSecurePort=0, ipcPort=37869, storageInfo=lv=-57;cid=testClusterID;nsid=795544042;c=1732180810166), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:20:11,627 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75f1f254bbd3bef with lease ID 0xfd0be3b980375a7d: Processing first storage report for DS-8b78d6c1-1569-4725-8f57-032ecb91eed3 from datanode DatanodeRegistration(127.0.0.1:45765, datanodeUuid=30dd8e65-09b0-4a43-aaf6-2d2c50fe4db7, infoPort=39877, infoSecurePort=0, ipcPort=37869, storageInfo=lv=-57;cid=testClusterID;nsid=795544042;c=1732180810166) 2024-11-21T09:20:11,627 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75f1f254bbd3bef with lease ID 0xfd0be3b980375a7d: from storage DS-8b78d6c1-1569-4725-8f57-032ecb91eed3 node DatanodeRegistration(127.0.0.1:45765, datanodeUuid=30dd8e65-09b0-4a43-aaf6-2d2c50fe4db7, infoPort=39877, infoSecurePort=0, ipcPort=37869, storageInfo=lv=-57;cid=testClusterID;nsid=795544042;c=1732180810166), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:20:11,697 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f 2024-11-21T09:20:11,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:11,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:11,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:20:11,705 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e with version=8 2024-11-21T09:20:11,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/hbase-staging 2024-11-21T09:20:11,708 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:20:11,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:11,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:11,708 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:20:11,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:11,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:20:11,708 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:20:11,708 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:20:11,709 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33051 2024-11-21T09:20:11,710 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33051 connecting to ZooKeeper ensemble=127.0.0.1:58355 2024-11-21T09:20:11,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330510x0, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:20:11,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33051-0x1015cb195460000 connected 2024-11-21T09:20:11,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:11,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:11,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Set watcher on znode that does not yet exist, /0-1596964482/running 2024-11-21T09:20:11,845 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e, hbase.cluster.distributed=false 2024-11-21T09:20:11,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Set watcher on znode that does not yet exist, /0-1596964482/acl 2024-11-21T09:20:11,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33051 2024-11-21T09:20:11,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33051 2024-11-21T09:20:11,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33051 2024-11-21T09:20:11,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33051 2024-11-21T09:20:11,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33051 2024-11-21T09:20:11,860 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:20:11,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:11,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:11,860 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:20:11,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:11,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:20:11,860 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:20:11,860 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:20:11,861 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41233 2024-11-21T09:20:11,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41233 connecting to ZooKeeper ensemble=127.0.0.1:58355 2024-11-21T09:20:11,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:11,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:11,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412330x0, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:20:11,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412330x0, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Set watcher on znode that does not yet exist, /0-1596964482/running 2024-11-21T09:20:11,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41233-0x1015cb195460001 connected 2024-11-21T09:20:11,874 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:20:11,876 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:20:11,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41233-0x1015cb195460001, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Set watcher on znode that does not yet exist, /0-1596964482/master 2024-11-21T09:20:11,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41233-0x1015cb195460001, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Set watcher on znode that does not yet exist, /0-1596964482/acl 2024-11-21T09:20:11,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41233 2024-11-21T09:20:11,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41233 2024-11-21T09:20:11,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41233 2024-11-21T09:20:11,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41233 2024-11-21T09:20:11,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41233 2024-11-21T09:20:11,892 DEBUG [M:0;5b0ae2ee7b9e:33051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:33051 2024-11-21T09:20:11,896 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1596964482/backup-masters/5b0ae2ee7b9e,33051,1732180811707 2024-11-21T09:20:11,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1596964482/backup-masters 2024-11-21T09:20:11,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41233-0x1015cb195460001, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1596964482/backup-masters 2024-11-21T09:20:11,905 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Set watcher on existing znode=/0-1596964482/backup-masters/5b0ae2ee7b9e,33051,1732180811707 2024-11-21T09:20:11,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1596964482 2024-11-21T09:20:11,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41233-0x1015cb195460001, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1596964482/master 2024-11-21T09:20:11,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41233-0x1015cb195460001, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1596964482 2024-11-21T09:20:11,916 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Set watcher on existing znode=/0-1596964482/master 2024-11-21T09:20:11,916 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1596964482/backup-masters/5b0ae2ee7b9e,33051,1732180811707 from backup master directory 2024-11-21T09:20:11,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1596964482/backup-masters/5b0ae2ee7b9e,33051,1732180811707 2024-11-21T09:20:11,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41233-0x1015cb195460001, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1596964482/backup-masters 2024-11-21T09:20:11,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1596964482/backup-masters 2024-11-21T09:20:11,926 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:20:11,926 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,33051,1732180811707 2024-11-21T09:20:11,929 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/hbase.id] with ID: ddbd023a-6490-4be5-9ec9-f48da0acba7a 2024-11-21T09:20:11,929 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/.tmp/hbase.id 2024-11-21T09:20:11,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:20:12,333 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/.tmp/hbase.id]:[hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/hbase.id] 2024-11-21T09:20:12,342 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:12,342 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:20:12,343 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T09:20:12,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1596964482 2024-11-21T09:20:12,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41233-0x1015cb195460001, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1596964482 2024-11-21T09:20:12,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:20:12,794 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:20:12,794 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:20:12,794 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:20:12,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:20:13,200 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/data/master/store 2024-11-21T09:20:13,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:20:13,605 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:13,605 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:20:13,605 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:13,605 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:13,605 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:20:13,605 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:13,605 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:13,605 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180813605Disabling compacts and flushes for region at 1732180813605Disabling writes for close at 1732180813605Writing region close event to WAL at 1732180813605Closed at 1732180813605 2024-11-21T09:20:13,606 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/data/master/store/.initializing 2024-11-21T09:20:13,606 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/WALs/5b0ae2ee7b9e,33051,1732180811707 2024-11-21T09:20:13,607 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:20:13,608 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C33051%2C1732180811707, suffix=, logDir=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/WALs/5b0ae2ee7b9e,33051,1732180811707, archiveDir=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/oldWALs, maxLogs=10 2024-11-21T09:20:13,620 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/WALs/5b0ae2ee7b9e,33051,1732180811707/5b0ae2ee7b9e%2C33051%2C1732180811707.1732180813608, exclude list is [], retry=0 2024-11-21T09:20:13,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45765,DS-38c10462-6c12-4c04-a5db-13d4bad8652e,DISK] 2024-11-21T09:20:13,623 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/WALs/5b0ae2ee7b9e,33051,1732180811707/5b0ae2ee7b9e%2C33051%2C1732180811707.1732180813608 2024-11-21T09:20:13,624 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39877:39877)] 2024-11-21T09:20:13,624 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:20:13,624 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:13,624 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:13,624 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:13,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:13,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:20:13,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:13,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:13,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:13,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:20:13,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:13,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:13,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:13,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:20:13,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:13,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:13,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:13,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:20:13,630 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:13,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:13,630 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:13,630 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:13,631 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:13,631 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:13,631 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:13,632 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:20:13,632 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:13,634 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:20:13,634 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73894825, jitterRate=0.10111869871616364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:20:13,634 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180813624Initializing all the Stores at 1732180813625 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180813625Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180813625Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180813625Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180813625Cleaning up temporary data from old regions at 1732180813631 (+6 ms)Region opened successfully at 1732180813634 (+3 ms) 2024-11-21T09:20:13,635 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:20:13,636 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565b367a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:20:13,637 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T09:20:13,637 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:20:13,637 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:20:13,637 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:20:13,638 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T09:20:13,638 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T09:20:13,638 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T09:20:13,639 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:20:13,640 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Unable to get data of znode /0-1596964482/balancer because node does not exist (not necessarily an error) 2024-11-21T09:20:13,694 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1596964482/balancer already deleted, retry=false 2024-11-21T09:20:13,694 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:20:13,695 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Unable to get data of znode /0-1596964482/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:20:13,698 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:20:13,698 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:20:13,699 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8216 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:20:13,705 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1596964482/normalizer already deleted, retry=false 2024-11-21T09:20:13,705 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:20:13,706 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Unable to get data of znode /0-1596964482/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:20:13,715 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1596964482/switch/split already deleted, retry=false 2024-11-21T09:20:13,716 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Unable to get data of znode /0-1596964482/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:20:13,726 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1596964482/switch/merge already deleted, retry=false 2024-11-21T09:20:13,727 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Unable to get data of znode /0-1596964482/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:20:13,736 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1596964482/snapshot-cleanup already deleted, retry=false 2024-11-21T09:20:13,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1596964482/running 2024-11-21T09:20:13,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1596964482 2024-11-21T09:20:13,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41233-0x1015cb195460001, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1596964482/running 2024-11-21T09:20:13,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41233-0x1015cb195460001, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1596964482 2024-11-21T09:20:13,747 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,33051,1732180811707, sessionid=0x1015cb195460000, setting cluster-up flag (Was=false) 2024-11-21T09:20:13,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1596964482 2024-11-21T09:20:13,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41233-0x1015cb195460001, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1596964482 2024-11-21T09:20:13,799 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1596964482/flush-table-proc/acquired, /0-1596964482/flush-table-proc/reached, /0-1596964482/flush-table-proc/abort 2024-11-21T09:20:13,800 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,33051,1732180811707 2024-11-21T09:20:13,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1596964482 2024-11-21T09:20:13,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41233-0x1015cb195460001, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1596964482 2024-11-21T09:20:13,852 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1596964482/online-snapshot/acquired, /0-1596964482/online-snapshot/reached, /0-1596964482/online-snapshot/abort 2024-11-21T09:20:13,853 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,33051,1732180811707 2024-11-21T09:20:13,854 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T09:20:13,855 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:20:13,856 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:20:13,856 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:20:13,856 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 5b0ae2ee7b9e,43739,1732180750904: status=Processing ServerCrashProcedure of 5b0ae2ee7b9e,43739,1732180750904 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732180766115, completionTime=-1 appears to have been leaked 2024-11-21T09:20:13,856 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,33051,1732180811707 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:20:13,857 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:20:13,857 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:20:13,857 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:20:13,858 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:20:13,858 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:20:13,858 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:13,858 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:20:13,858 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:13,859 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180843859 2024-11-21T09:20:13,859 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:20:13,859 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:20:13,859 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:20:13,859 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:20:13,859 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:20:13,859 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:20:13,859 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:20:13,859 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:13,859 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T09:20:13,859 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:20:13,859 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:20:13,859 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:20:13,859 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T09:20:13,860 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:20:13,860 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:20:13,860 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180813860,5,FailOnTimeoutGroup] 2024-11-21T09:20:13,860 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:13,860 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T09:20:13,861 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180813860,5,FailOnTimeoutGroup] 2024-11-21T09:20:13,861 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:13,861 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:20:13,861 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:13,861 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:13,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:20:13,882 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(746): ClusterId : ddbd023a-6490-4be5-9ec9-f48da0acba7a 2024-11-21T09:20:13,882 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:20:13,895 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:20:13,895 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:20:13,905 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:20:13,906 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d026ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:20:13,916 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:41233 2024-11-21T09:20:13,916 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:20:13,916 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:20:13,916 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:20:13,916 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,33051,1732180811707 with port=41233, startcode=1732180811859 2024-11-21T09:20:13,916 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:20:13,918 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:20:13,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33051 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,41233,1732180811859 2024-11-21T09:20:13,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33051 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,41233,1732180811859 2024-11-21T09:20:13,919 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e 2024-11-21T09:20:13,919 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39639 2024-11-21T09:20:13,919 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:20:13,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1596964482/rs 2024-11-21T09:20:13,926 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] zookeeper.ZKUtil(111): regionserver:41233-0x1015cb195460001, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Set watcher on existing znode=/0-1596964482/rs/5b0ae2ee7b9e,41233,1732180811859 2024-11-21T09:20:13,926 WARN [RS:0;5b0ae2ee7b9e:41233 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:20:13,926 INFO [RS:0;5b0ae2ee7b9e:41233 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:20:13,926 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859 2024-11-21T09:20:13,926 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,41233,1732180811859] 2024-11-21T09:20:13,929 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:20:13,930 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:20:13,930 INFO [RS:0;5b0ae2ee7b9e:41233 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:20:13,930 INFO [RS:0;5b0ae2ee7b9e:41233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:13,930 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:20:13,931 INFO [RS:0;5b0ae2ee7b9e:41233 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:20:13,931 INFO [RS:0;5b0ae2ee7b9e:41233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:13,931 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:13,931 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:13,931 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:13,931 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:13,931 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:13,931 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:20:13,931 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:13,931 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:13,931 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:13,931 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:13,931 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:13,931 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:13,931 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:20:13,931 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:20:13,932 INFO [RS:0;5b0ae2ee7b9e:41233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:13,932 INFO [RS:0;5b0ae2ee7b9e:41233 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:13,932 INFO [RS:0;5b0ae2ee7b9e:41233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:13,932 INFO [RS:0;5b0ae2ee7b9e:41233 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:13,932 INFO [RS:0;5b0ae2ee7b9e:41233 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:13,932 INFO [RS:0;5b0ae2ee7b9e:41233 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,41233,1732180811859-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:20:13,948 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:20:13,948 INFO [RS:0;5b0ae2ee7b9e:41233 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,41233,1732180811859-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:13,948 INFO [RS:0;5b0ae2ee7b9e:41233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:13,948 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.Replication(171): 5b0ae2ee7b9e,41233,1732180811859 started 2024-11-21T09:20:13,961 INFO [RS:0;5b0ae2ee7b9e:41233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:13,961 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,41233,1732180811859, RpcServer on 5b0ae2ee7b9e/172.17.0.2:41233, sessionid=0x1015cb195460001 2024-11-21T09:20:13,961 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:20:13,961 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,41233,1732180811859 2024-11-21T09:20:13,961 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,41233,1732180811859' 2024-11-21T09:20:13,961 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1596964482/flush-table-proc/abort' 2024-11-21T09:20:13,962 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1596964482/flush-table-proc/acquired' 2024-11-21T09:20:13,962 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:20:13,962 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:20:13,962 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,41233,1732180811859 2024-11-21T09:20:13,962 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,41233,1732180811859' 2024-11-21T09:20:13,962 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1596964482/online-snapshot/abort' 2024-11-21T09:20:13,962 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1596964482/online-snapshot/acquired' 2024-11-21T09:20:13,963 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:20:13,963 INFO [RS:0;5b0ae2ee7b9e:41233 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:20:13,963 INFO [RS:0;5b0ae2ee7b9e:41233 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:20:14,064 INFO [RS:0;5b0ae2ee7b9e:41233 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:20:14,065 INFO [RS:0;5b0ae2ee7b9e:41233 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C41233%2C1732180811859, suffix=, logDir=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859, archiveDir=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/oldWALs, maxLogs=10 2024-11-21T09:20:14,076 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065, exclude list is [], retry=0 2024-11-21T09:20:14,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45765,DS-38c10462-6c12-4c04-a5db-13d4bad8652e,DISK] 2024-11-21T09:20:14,080 INFO [RS:0;5b0ae2ee7b9e:41233 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 2024-11-21T09:20:14,080 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39877:39877)] 2024-11-21T09:20:14,268 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T09:20:14,268 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e 2024-11-21T09:20:14,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741833_1009 (size=32) 2024-11-21T09:20:14,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:14,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:20:14,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:20:14,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:14,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:14,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:20:14,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:20:14,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:14,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:14,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:20:14,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:20:14,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:14,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:14,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:20:14,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:20:14,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:14,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:14,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:20:14,680 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740 2024-11-21T09:20:14,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740 2024-11-21T09:20:14,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:20:14,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:20:14,682 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:20:14,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:20:14,685 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:20:14,685 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65702350, jitterRate=-0.020958691835403442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:20:14,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732180814673Initializing all the Stores at 1732180814674 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180814674Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180814674Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180814674Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180814674Cleaning up temporary data from old regions at 1732180814682 (+8 ms)Region opened successfully at 1732180814686 (+4 ms) 2024-11-21T09:20:14,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:20:14,686 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:20:14,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:20:14,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:20:14,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:20:14,686 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:20:14,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180814686Disabling compacts and flushes for region at 1732180814686Disabling writes for close at 1732180814686Writing region close event to WAL at 1732180814686Closed at 1732180814686 2024-11-21T09:20:14,687 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:20:14,687 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T09:20:14,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:20:14,688 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:20:14,689 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T09:20:14,839 DEBUG [5b0ae2ee7b9e:33051 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:20:14,840 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,41233,1732180811859 2024-11-21T09:20:14,841 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,41233,1732180811859, state=OPENING 2024-11-21T09:20:14,884 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T09:20:14,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1596964482 2024-11-21T09:20:14,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41233-0x1015cb195460001, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1596964482 2024-11-21T09:20:14,922 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:20:14,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1596964482/meta-region-server: CHANGED 2024-11-21T09:20:14,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1596964482/meta-region-server: CHANGED 2024-11-21T09:20:14,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,41233,1732180811859}] 2024-11-21T09:20:15,074 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:20:15,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:20:15,078 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:20:15,078 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:20:15,078 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:20:15,079 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C41233%2C1732180811859.meta, suffix=.meta, logDir=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859, archiveDir=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/oldWALs, maxLogs=10 2024-11-21T09:20:15,090 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.meta.1732180815080.meta, exclude list is [], retry=0 2024-11-21T09:20:15,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45765,DS-38c10462-6c12-4c04-a5db-13d4bad8652e,DISK] 2024-11-21T09:20:15,094 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.meta.1732180815080.meta 2024-11-21T09:20:15,094 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39877:39877)] 2024-11-21T09:20:15,094 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:20:15,095 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:20:15,095 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:20:15,095 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:20:15,095 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:20:15,095 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:20:15,095 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:15,095 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:20:15,095 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:20:15,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:20:15,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:20:15,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:15,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:15,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:20:15,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:20:15,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:15,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:15,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:20:15,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:20:15,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:15,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:15,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:20:15,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:20:15,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:15,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:15,104 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:20:15,105 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740 2024-11-21T09:20:15,106 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740 2024-11-21T09:20:15,106 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:20:15,106 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:20:15,107 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:20:15,108 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:20:15,109 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66657283, jitterRate=-0.0067290812730789185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:20:15,109 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:20:15,109 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180815095Writing region info on filesystem at 1732180815095Initializing all the Stores at 1732180815096 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180815096Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180815100 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180815100Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180815100Cleaning up temporary data from old regions at 1732180815107 (+7 ms)Running coprocessor post-open hooks at 1732180815109 (+2 ms)Region opened successfully at 1732180815109 2024-11-21T09:20:15,110 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732180815074 2024-11-21T09:20:15,112 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:20:15,112 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:20:15,113 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,41233,1732180811859 2024-11-21T09:20:15,113 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,41233,1732180811859, state=OPEN 2024-11-21T09:20:15,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41233-0x1015cb195460001, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1596964482/meta-region-server 2024-11-21T09:20:15,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1596964482/meta-region-server 2024-11-21T09:20:15,126 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,41233,1732180811859 2024-11-21T09:20:15,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1596964482/meta-region-server: CHANGED 2024-11-21T09:20:15,126 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1596964482/meta-region-server: CHANGED 2024-11-21T09:20:15,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T09:20:15,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,41233,1732180811859 in 204 msec 2024-11-21T09:20:15,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T09:20:15,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-11-21T09:20:15,130 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:20:15,130 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T09:20:15,131 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:20:15,131 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,41233,1732180811859, seqNum=-1] 2024-11-21T09:20:15,132 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:20:15,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:20:15,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2810 sec 2024-11-21T09:20:15,137 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180815137, completionTime=-1 2024-11-21T09:20:15,137 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T09:20:15,137 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:20:15,139 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T09:20:15,139 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732180875139 2024-11-21T09:20:15,139 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732180935139 2024-11-21T09:20:15,139 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T09:20:15,139 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,33051,1732180811707-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:15,139 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,33051,1732180811707-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:15,139 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,33051,1732180811707-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:15,139 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:33051, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:15,139 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:15,140 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:15,141 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T09:20:15,143 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.217sec 2024-11-21T09:20:15,143 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:20:15,143 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:20:15,143 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:20:15,143 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:20:15,143 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:20:15,143 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,33051,1732180811707-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:20:15,143 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,33051,1732180811707-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:20:15,145 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:20:15,145 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:20:15,145 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,33051,1732180811707-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:15,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d66c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:15,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,33051,-1 for getting cluster id 2024-11-21T09:20:15,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:20:15,184 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddbd023a-6490-4be5-9ec9-f48da0acba7a' 2024-11-21T09:20:15,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:20:15,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddbd023a-6490-4be5-9ec9-f48da0acba7a" 2024-11-21T09:20:15,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da04078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:15,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,33051,-1] 2024-11-21T09:20:15,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:20:15,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:15,186 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:20:15,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d72688e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:15,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:20:15,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,41233,1732180811859, seqNum=-1] 2024-11-21T09:20:15,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:20:15,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:20:15,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b0ae2ee7b9e,33051,1732180811707 2024-11-21T09:20:15,192 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58355 2024-11-21T09:20:15,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:20:15,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015cb195460002 connected 2024-11-21T09:20:15,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/hadoop.log.dir so I do NOT create it in target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0 2024-11-21T09:20:15,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T09:20:15,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/hadoop.tmp.dir so I do NOT create it in target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0 2024-11-21T09:20:15,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T09:20:15,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0 2024-11-21T09:20:15,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T09:20:15,212 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/cluster_2d365ffc-e490-414e-0776-bb3fef8133db, deleteOnExit=true 2024-11-21T09:20:15,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T09:20:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/test.cache.data in system properties and HBase conf 2024-11-21T09:20:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T09:20:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/hadoop.log.dir in system properties and HBase conf 2024-11-21T09:20:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T09:20:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T09:20:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T09:20:15,213 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T09:20:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:20:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:20:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T09:20:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:20:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T09:20:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T09:20:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:20:15,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:20:15,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T09:20:15,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/nfs.dump.dir in system properties and HBase conf 2024-11-21T09:20:15,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/java.io.tmpdir in system properties and HBase conf 2024-11-21T09:20:15,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:20:15,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T09:20:15,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T09:20:15,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:20:15,587 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:20:15,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:20:15,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:20:15,588 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:20:15,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:20:15,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@349e4dd9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:20:15,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2587ef4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:20:15,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d0ff2f9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/java.io.tmpdir/jetty-localhost-38611-hadoop-hdfs-3_4_1-tests_jar-_-any-12911720403932785980/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:20:15,686 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41072056{HTTP/1.1, (http/1.1)}{localhost:38611} 2024-11-21T09:20:15,686 INFO [Time-limited test {}] server.Server(415): Started @205921ms 2024-11-21T09:20:15,946 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:20:15,948 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:20:15,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:20:15,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:20:15,950 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:20:15,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d9888fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:20:15,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d815a98{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:20:16,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c43688e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/java.io.tmpdir/jetty-localhost-34047-hadoop-hdfs-3_4_1-tests_jar-_-any-782781519503648546/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:20:16,046 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23c48548{HTTP/1.1, (http/1.1)}{localhost:34047} 2024-11-21T09:20:16,046 INFO [Time-limited test {}] server.Server(415): Started @206280ms 2024-11-21T09:20:16,047 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:20:16,662 WARN [Thread-2320 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/cluster_2d365ffc-e490-414e-0776-bb3fef8133db/data/data1/current/BP-727628205-172.17.0.2-1732180815228/current, will proceed with Du for space computation calculation, 2024-11-21T09:20:16,662 WARN [Thread-2321 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/cluster_2d365ffc-e490-414e-0776-bb3fef8133db/data/data2/current/BP-727628205-172.17.0.2-1732180815228/current, will proceed with Du for space computation calculation, 2024-11-21T09:20:16,682 WARN [Thread-2308 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:20:16,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59a9193ddbb0f2d4 with lease ID 0x781c9072728ef70e: Processing first storage report for DS-00d173ee-3b79-440d-80e1-5459318440e0 from datanode DatanodeRegistration(127.0.0.1:36643, datanodeUuid=92694717-de48-481f-8fee-71526915c125, infoPort=45761, infoSecurePort=0, ipcPort=43639, storageInfo=lv=-57;cid=testClusterID;nsid=1794598218;c=1732180815228) 2024-11-21T09:20:16,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59a9193ddbb0f2d4 with lease ID 0x781c9072728ef70e: from storage DS-00d173ee-3b79-440d-80e1-5459318440e0 node DatanodeRegistration(127.0.0.1:36643, datanodeUuid=92694717-de48-481f-8fee-71526915c125, infoPort=45761, infoSecurePort=0, ipcPort=43639, storageInfo=lv=-57;cid=testClusterID;nsid=1794598218;c=1732180815228), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:20:16,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59a9193ddbb0f2d4 with lease ID 0x781c9072728ef70e: Processing first storage report for DS-98e7343f-55b4-4dd9-85a5-2503e6c9120d from datanode DatanodeRegistration(127.0.0.1:36643, datanodeUuid=92694717-de48-481f-8fee-71526915c125, infoPort=45761, infoSecurePort=0, ipcPort=43639, storageInfo=lv=-57;cid=testClusterID;nsid=1794598218;c=1732180815228) 2024-11-21T09:20:16,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59a9193ddbb0f2d4 with lease ID 0x781c9072728ef70e: from storage DS-98e7343f-55b4-4dd9-85a5-2503e6c9120d node DatanodeRegistration(127.0.0.1:36643, datanodeUuid=92694717-de48-481f-8fee-71526915c125, infoPort=45761, infoSecurePort=0, ipcPort=43639, storageInfo=lv=-57;cid=testClusterID;nsid=1794598218;c=1732180815228), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:20:16,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0 2024-11-21T09:20:16,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:16,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:16,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:20:17,178 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b with version=8 2024-11-21T09:20:17,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/hbase-staging 2024-11-21T09:20:17,180 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:20:17,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:17,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:17,180 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:20:17,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:17,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:20:17,180 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:20:17,180 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:20:17,181 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43853 2024-11-21T09:20:17,182 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43853 connecting to ZooKeeper ensemble=127.0.0.1:58355 2024-11-21T09:20:17,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438530x0, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:20:17,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43853-0x1015cb195460003 connected 2024-11-21T09:20:17,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:17,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:17,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Set watcher on znode that does not yet exist, /1277756650/running 2024-11-21T09:20:17,308 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b, hbase.cluster.distributed=false 2024-11-21T09:20:17,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Set watcher on znode that does not yet exist, /1277756650/acl 2024-11-21T09:20:17,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43853 2024-11-21T09:20:17,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43853 2024-11-21T09:20:17,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43853 2024-11-21T09:20:17,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43853 2024-11-21T09:20:17,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43853 2024-11-21T09:20:17,326 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:20:17,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:17,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:17,327 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:20:17,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:17,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:20:17,327 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:20:17,327 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:20:17,327 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40029 2024-11-21T09:20:17,328 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40029 connecting to ZooKeeper ensemble=127.0.0.1:58355 2024-11-21T09:20:17,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:17,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:17,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400290x0, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:20:17,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40029-0x1015cb195460004 connected 2024-11-21T09:20:17,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40029-0x1015cb195460004, quorum=127.0.0.1:58355, baseZNode=/1277756650 Set watcher on znode that does not yet exist, /1277756650/running 2024-11-21T09:20:17,337 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:20:17,338 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:20:17,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40029-0x1015cb195460004, quorum=127.0.0.1:58355, baseZNode=/1277756650 Set watcher on znode that does not yet exist, /1277756650/master 2024-11-21T09:20:17,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40029-0x1015cb195460004, quorum=127.0.0.1:58355, baseZNode=/1277756650 Set watcher on znode that does not yet exist, /1277756650/acl 2024-11-21T09:20:17,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40029 2024-11-21T09:20:17,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40029 2024-11-21T09:20:17,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40029 2024-11-21T09:20:17,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40029 2024-11-21T09:20:17,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40029 2024-11-21T09:20:17,356 DEBUG [M:0;5b0ae2ee7b9e:43853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:43853 2024-11-21T09:20:17,357 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1277756650/backup-masters/5b0ae2ee7b9e,43853,1732180817180 2024-11-21T09:20:17,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1277756650/backup-masters 2024-11-21T09:20:17,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1015cb195460004, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1277756650/backup-masters 2024-11-21T09:20:17,368 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Set watcher on existing znode=/1277756650/backup-masters/5b0ae2ee7b9e,43853,1732180817180 2024-11-21T09:20:17,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1015cb195460004, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1277756650/master 2024-11-21T09:20:17,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1277756650 2024-11-21T09:20:17,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1015cb195460004, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1277756650 2024-11-21T09:20:17,378 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Set watcher on existing znode=/1277756650/master 2024-11-21T09:20:17,379 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1277756650/backup-masters/5b0ae2ee7b9e,43853,1732180817180 from backup master directory 2024-11-21T09:20:17,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1277756650/backup-masters/5b0ae2ee7b9e,43853,1732180817180 2024-11-21T09:20:17,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1277756650/backup-masters 2024-11-21T09:20:17,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1015cb195460004, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1277756650/backup-masters 2024-11-21T09:20:17,389 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:20:17,389 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,43853,1732180817180 2024-11-21T09:20:17,392 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/hbase.id] with ID: 80f7660d-3b56-4df9-ba4e-2249cd37f5f1 2024-11-21T09:20:17,392 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/.tmp/hbase.id 2024-11-21T09:20:17,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:20:17,796 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/.tmp/hbase.id]:[hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/hbase.id] 2024-11-21T09:20:17,804 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:17,804 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:20:17,805 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T09:20:17,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1277756650 2024-11-21T09:20:17,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1015cb195460004, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1277756650 2024-11-21T09:20:17,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:20:18,268 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:20:18,269 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:20:18,269 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:20:18,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:20:18,680 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/data/master/store 2024-11-21T09:20:18,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:20:19,086 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:19,086 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:20:19,086 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:19,086 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:19,086 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:20:19,086 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:19,086 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:19,086 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180819086Disabling compacts and flushes for region at 1732180819086Disabling writes for close at 1732180819086Writing region close event to WAL at 1732180819086Closed at 1732180819086 2024-11-21T09:20:19,087 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/data/master/store/.initializing 2024-11-21T09:20:19,087 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/WALs/5b0ae2ee7b9e,43853,1732180817180 2024-11-21T09:20:19,088 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:20:19,089 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C43853%2C1732180817180, suffix=, logDir=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/WALs/5b0ae2ee7b9e,43853,1732180817180, archiveDir=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/oldWALs, maxLogs=10 2024-11-21T09:20:19,103 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/WALs/5b0ae2ee7b9e,43853,1732180817180/5b0ae2ee7b9e%2C43853%2C1732180817180.1732180819089, exclude list is [], retry=0 2024-11-21T09:20:19,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36643,DS-00d173ee-3b79-440d-80e1-5459318440e0,DISK] 2024-11-21T09:20:19,107 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/WALs/5b0ae2ee7b9e,43853,1732180817180/5b0ae2ee7b9e%2C43853%2C1732180817180.1732180819089 2024-11-21T09:20:19,107 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45761:45761)] 2024-11-21T09:20:19,107 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:20:19,107 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:19,107 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:19,107 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:19,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:19,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:20:19,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:19,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:19,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:19,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:20:19,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:19,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:19,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:19,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:20:19,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:19,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:19,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:19,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:20:19,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:19,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:19,113 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:19,114 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:19,114 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:19,115 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:19,115 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:19,115 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:20:19,116 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:19,117 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:20:19,117 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62951551, jitterRate=-0.06194879114627838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:20:19,117 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180819107Initializing all the Stores at 1732180819108 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180819108Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180819108Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180819108Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180819108Cleaning up temporary data from old regions at 1732180819115 (+7 ms)Region opened successfully at 1732180819117 (+2 ms) 2024-11-21T09:20:19,118 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:20:19,120 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c4b207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:20:19,120 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T09:20:19,120 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:20:19,120 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:20:19,120 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:20:19,121 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T09:20:19,121 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T09:20:19,121 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T09:20:19,122 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:20:19,123 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Unable to get data of znode /1277756650/balancer because node does not exist (not necessarily an error) 2024-11-21T09:20:19,178 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1277756650/balancer already deleted, retry=false 2024-11-21T09:20:19,179 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:20:19,179 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Unable to get data of znode /1277756650/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:20:19,189 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1277756650/normalizer already deleted, retry=false 2024-11-21T09:20:19,189 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:20:19,190 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Unable to get data of znode /1277756650/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:20:19,199 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1277756650/switch/split already deleted, retry=false 2024-11-21T09:20:19,200 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Unable to get data of znode /1277756650/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:20:19,210 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1277756650/switch/merge already deleted, retry=false 2024-11-21T09:20:19,212 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Unable to get data of znode /1277756650/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:20:19,220 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1277756650/snapshot-cleanup already deleted, retry=false 2024-11-21T09:20:19,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1277756650/running 2024-11-21T09:20:19,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1015cb195460004, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1277756650/running 2024-11-21T09:20:19,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1015cb195460004, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1277756650 2024-11-21T09:20:19,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1277756650 2024-11-21T09:20:19,231 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,43853,1732180817180, sessionid=0x1015cb195460003, setting cluster-up flag (Was=false) 2024-11-21T09:20:19,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1277756650 2024-11-21T09:20:19,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1015cb195460004, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1277756650 2024-11-21T09:20:19,283 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1277756650/flush-table-proc/acquired, /1277756650/flush-table-proc/reached, /1277756650/flush-table-proc/abort 2024-11-21T09:20:19,284 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,43853,1732180817180 2024-11-21T09:20:19,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1015cb195460004, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1277756650 2024-11-21T09:20:19,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1277756650 2024-11-21T09:20:19,336 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1277756650/online-snapshot/acquired, /1277756650/online-snapshot/reached, /1277756650/online-snapshot/abort 2024-11-21T09:20:19,337 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,43853,1732180817180 2024-11-21T09:20:19,338 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T09:20:19,339 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:20:19,339 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:20:19,339 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:20:19,340 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,43853,1732180817180 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:20:19,341 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:20:19,341 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:20:19,341 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:20:19,341 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:20:19,341 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:20:19,341 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:19,341 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:20:19,341 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:19,342 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:20:19,342 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T09:20:19,343 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:19,343 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T09:20:19,348 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180849348 2024-11-21T09:20:19,348 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:20:19,348 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:20:19,348 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:20:19,348 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:20:19,348 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:20:19,349 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:20:19,349 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:19,349 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:20:19,349 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:20:19,349 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:20:19,349 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T09:20:19,349 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(746): ClusterId : 80f7660d-3b56-4df9-ba4e-2249cd37f5f1 2024-11-21T09:20:19,349 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:20:19,350 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:20:19,350 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:20:19,350 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180819350,5,FailOnTimeoutGroup] 2024-11-21T09:20:19,352 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180819350,5,FailOnTimeoutGroup] 2024-11-21T09:20:19,352 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:19,352 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:20:19,352 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:19,352 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:19,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:20:19,358 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:20:19,358 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:20:19,368 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:20:19,368 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24deb449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:20:19,384 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:40029 2024-11-21T09:20:19,384 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:20:19,384 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:20:19,384 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:20:19,385 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,43853,1732180817180 with port=40029, startcode=1732180817326 2024-11-21T09:20:19,385 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:20:19,386 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:20:19,387 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43853 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,40029,1732180817326 2024-11-21T09:20:19,387 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43853 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,40029,1732180817326 2024-11-21T09:20:19,388 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b 2024-11-21T09:20:19,388 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40763 2024-11-21T09:20:19,388 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:20:19,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1277756650/rs 2024-11-21T09:20:19,493 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] zookeeper.ZKUtil(111): regionserver:40029-0x1015cb195460004, quorum=127.0.0.1:58355, baseZNode=/1277756650 Set watcher on existing znode=/1277756650/rs/5b0ae2ee7b9e,40029,1732180817326 2024-11-21T09:20:19,493 WARN [RS:0;5b0ae2ee7b9e:40029 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:20:19,493 INFO [RS:0;5b0ae2ee7b9e:40029 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:20:19,493 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326 2024-11-21T09:20:19,493 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,40029,1732180817326] 2024-11-21T09:20:19,498 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:20:19,499 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:20:19,502 INFO [RS:0;5b0ae2ee7b9e:40029 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:20:19,502 INFO [RS:0;5b0ae2ee7b9e:40029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:19,502 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:20:19,503 INFO [RS:0;5b0ae2ee7b9e:40029 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:20:19,503 INFO [RS:0;5b0ae2ee7b9e:40029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:19,503 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:19,503 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:19,503 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:19,503 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:19,503 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:19,503 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:20:19,503 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:19,503 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:19,503 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:19,503 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:19,503 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:19,503 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:19,503 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:20:19,503 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:20:19,507 INFO [RS:0;5b0ae2ee7b9e:40029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:19,507 INFO [RS:0;5b0ae2ee7b9e:40029 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:19,507 INFO [RS:0;5b0ae2ee7b9e:40029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:19,507 INFO [RS:0;5b0ae2ee7b9e:40029 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:19,507 INFO [RS:0;5b0ae2ee7b9e:40029 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:19,507 INFO [RS:0;5b0ae2ee7b9e:40029 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,40029,1732180817326-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:20:19,519 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:20:19,519 INFO [RS:0;5b0ae2ee7b9e:40029 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,40029,1732180817326-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:19,519 INFO [RS:0;5b0ae2ee7b9e:40029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:19,519 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.Replication(171): 5b0ae2ee7b9e,40029,1732180817326 started 2024-11-21T09:20:19,531 INFO [RS:0;5b0ae2ee7b9e:40029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:19,531 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,40029,1732180817326, RpcServer on 5b0ae2ee7b9e/172.17.0.2:40029, sessionid=0x1015cb195460004 2024-11-21T09:20:19,531 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:20:19,531 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,40029,1732180817326 2024-11-21T09:20:19,531 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,40029,1732180817326' 2024-11-21T09:20:19,531 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1277756650/flush-table-proc/abort' 2024-11-21T09:20:19,531 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1277756650/flush-table-proc/acquired' 2024-11-21T09:20:19,532 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:20:19,532 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:20:19,532 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,40029,1732180817326 2024-11-21T09:20:19,532 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,40029,1732180817326' 2024-11-21T09:20:19,532 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1277756650/online-snapshot/abort' 2024-11-21T09:20:19,532 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1277756650/online-snapshot/acquired' 2024-11-21T09:20:19,533 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:20:19,533 INFO [RS:0;5b0ae2ee7b9e:40029 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:20:19,533 INFO [RS:0;5b0ae2ee7b9e:40029 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:20:19,633 INFO [RS:0;5b0ae2ee7b9e:40029 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:20:19,634 INFO [RS:0;5b0ae2ee7b9e:40029 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C40029%2C1732180817326, suffix=, logDir=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326, archiveDir=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/oldWALs, maxLogs=10 2024-11-21T09:20:19,646 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634, exclude list is [], retry=0 2024-11-21T09:20:19,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36643,DS-00d173ee-3b79-440d-80e1-5459318440e0,DISK] 2024-11-21T09:20:19,649 INFO [RS:0;5b0ae2ee7b9e:40029 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 2024-11-21T09:20:19,650 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45761:45761)] 2024-11-21T09:20:19,755 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T09:20:19,755 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b 2024-11-21T09:20:19,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741833_1009 (size=32) 2024-11-21T09:20:19,929 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T09:20:20,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:20,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:20:20,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:20:20,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:20,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:20,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:20:20,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:20:20,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:20,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:20,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:20:20,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:20:20,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:20,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:20,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:20:20,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:20:20,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:20,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:20,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:20:20,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740 2024-11-21T09:20:20,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740 2024-11-21T09:20:20,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:20:20,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:20:20,169 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:20:20,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:20:20,172 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:20:20,172 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60321854, jitterRate=-0.10113433003425598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:20:20,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732180820161Initializing all the Stores at 1732180820162 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180820162Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180820162Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180820162Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180820162Cleaning up temporary data from old regions at 1732180820169 (+7 ms)Region opened successfully at 1732180820172 (+3 ms) 2024-11-21T09:20:20,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:20:20,172 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:20:20,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:20:20,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:20:20,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:20:20,173 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:20:20,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180820172Disabling compacts and flushes for region at 1732180820172Disabling writes for close at 1732180820172Writing region close event to WAL at 1732180820173 (+1 ms)Closed at 1732180820173 2024-11-21T09:20:20,174 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:20:20,174 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T09:20:20,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:20:20,175 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:20:20,175 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T09:20:20,326 DEBUG [5b0ae2ee7b9e:43853 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:20:20,326 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,40029,1732180817326 2024-11-21T09:20:20,327 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,40029,1732180817326, state=OPENING 2024-11-21T09:20:20,336 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T09:20:20,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1277756650 2024-11-21T09:20:20,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1015cb195460004, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1277756650 2024-11-21T09:20:20,347 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:20:20,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,40029,1732180817326}] 2024-11-21T09:20:20,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1277756650/meta-region-server: CHANGED 2024-11-21T09:20:20,347 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1277756650/meta-region-server: CHANGED 2024-11-21T09:20:20,499 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:20:20,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:20:20,503 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:20:20,503 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:20:20,503 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:20:20,504 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C40029%2C1732180817326.meta, suffix=.meta, logDir=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326, archiveDir=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/oldWALs, maxLogs=10 2024-11-21T09:20:20,515 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.meta.1732180820504.meta, exclude list is [], retry=0 2024-11-21T09:20:20,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36643,DS-00d173ee-3b79-440d-80e1-5459318440e0,DISK] 2024-11-21T09:20:20,518 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.meta.1732180820504.meta 2024-11-21T09:20:20,518 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45761:45761)] 2024-11-21T09:20:20,518 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:20:20,519 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:20:20,519 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:20:20,519 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:20:20,519 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:20:20,519 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:20:20,519 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:20,519 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:20:20,519 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:20:20,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:20:20,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:20:20,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:20,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:20,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:20:20,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:20:20,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:20,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:20,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:20:20,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:20:20,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:20,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:20,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:20:20,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:20:20,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:20,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:20,523 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:20:20,523 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740 2024-11-21T09:20:20,524 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740 2024-11-21T09:20:20,525 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:20:20,525 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:20:20,525 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:20:20,526 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:20:20,526 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59036122, jitterRate=-0.12029322981834412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:20:20,526 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:20:20,527 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180820519Writing region info on filesystem at 1732180820519Initializing all the Stores at 1732180820520 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180820520Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180820520Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180820520Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180820520Cleaning up temporary data from old regions at 1732180820525 (+5 ms)Running coprocessor post-open hooks at 1732180820526 (+1 ms)Region opened successfully at 1732180820527 (+1 ms) 2024-11-21T09:20:20,527 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732180820499 2024-11-21T09:20:20,529 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:20:20,529 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:20:20,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,40029,1732180817326 2024-11-21T09:20:20,530 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,40029,1732180817326, state=OPEN 2024-11-21T09:20:20,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1277756650/meta-region-server 2024-11-21T09:20:20,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1015cb195460004, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1277756650/meta-region-server 2024-11-21T09:20:20,536 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,40029,1732180817326 2024-11-21T09:20:20,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1277756650/meta-region-server: CHANGED 2024-11-21T09:20:20,536 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1277756650/meta-region-server: CHANGED 2024-11-21T09:20:20,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T09:20:20,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,40029,1732180817326 in 189 msec 2024-11-21T09:20:20,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T09:20:20,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-21T09:20:20,539 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:20:20,539 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T09:20:20,540 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:20:20,541 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,40029,1732180817326, seqNum=-1] 2024-11-21T09:20:20,541 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:20:20,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:20:20,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2060 sec 2024-11-21T09:20:20,545 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180820545, completionTime=-1 2024-11-21T09:20:20,545 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T09:20:20,545 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:20:20,547 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T09:20:20,547 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732180880547 2024-11-21T09:20:20,547 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732180940547 2024-11-21T09:20:20,547 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T09:20:20,547 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,43853,1732180817180-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:20,547 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,43853,1732180817180-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:20,547 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,43853,1732180817180-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:20,547 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:43853, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:20,547 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:20,548 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:20,549 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T09:20:20,550 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.161sec 2024-11-21T09:20:20,550 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:20:20,550 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:20:20,550 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:20:20,550 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:20:20,550 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:20:20,550 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,43853,1732180817180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:20:20,550 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,43853,1732180817180-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:20:20,552 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:20:20,552 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:20:20,552 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,43853,1732180817180-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:20,597 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:20:20,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:20,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:20,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:20,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:20,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:20,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:20,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:20,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:20,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:20,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:20,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e68d0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:20,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,43853,-1 for getting cluster id 2024-11-21T09:20:20,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:20:20,652 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80f7660d-3b56-4df9-ba4e-2249cd37f5f1' 2024-11-21T09:20:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:20:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80f7660d-3b56-4df9-ba4e-2249cd37f5f1" 2024-11-21T09:20:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b99ace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,43853,-1] 2024-11-21T09:20:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:20:20,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:20,653 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:20:20,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7418f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:20,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:20:20,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,40029,1732180817326, seqNum=-1] 2024-11-21T09:20:20,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:20:20,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:20:20,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b0ae2ee7b9e,43853,1732180817180 2024-11-21T09:20:20,658 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58355 2024-11-21T09:20:20,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:20:20,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015cb195460005 connected 2024-11-21T09:20:20,683 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:20:20,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,33051,1732180811707 2024-11-21T09:20:20,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78cfc758 2024-11-21T09:20:20,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:20:20,685 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:20:20,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:20:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33051 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T09:20:20,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:20:20,688 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:20,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T09:20:20,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:20:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:20,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741835_1011 (size=902) 2024-11-21T09:20:20,698 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0be0306add55cef236a3d3d5d14acd23, NAME => 'test,,1732180820685.0be0306add55cef236a3d3d5d14acd23.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e 2024-11-21T09:20:20,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741836_1012 (size=39) 2024-11-21T09:20:20,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732180820685.0be0306add55cef236a3d3d5d14acd23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:20,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0be0306add55cef236a3d3d5d14acd23, disabling compactions & flushes 2024-11-21T09:20:20,703 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732180820685.0be0306add55cef236a3d3d5d14acd23. 2024-11-21T09:20:20,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180820685.0be0306add55cef236a3d3d5d14acd23. 2024-11-21T09:20:20,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732180820685.0be0306add55cef236a3d3d5d14acd23. after waiting 0 ms 2024-11-21T09:20:20,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732180820685.0be0306add55cef236a3d3d5d14acd23. 2024-11-21T09:20:20,703 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732180820685.0be0306add55cef236a3d3d5d14acd23. 2024-11-21T09:20:20,703 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0be0306add55cef236a3d3d5d14acd23: Waiting for close lock at 1732180820703Disabling compacts and flushes for region at 1732180820703Disabling writes for close at 1732180820703Writing region close event to WAL at 1732180820703Closed at 1732180820703 2024-11-21T09:20:20,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:20:20,704 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732180820685.0be0306add55cef236a3d3d5d14acd23.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732180820704"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180820704"}]},"ts":"1732180820704"} 2024-11-21T09:20:20,706 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:20:20,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:20:20,707 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180820707"}]},"ts":"1732180820707"} 2024-11-21T09:20:20,709 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T09:20:20,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0be0306add55cef236a3d3d5d14acd23, ASSIGN}] 2024-11-21T09:20:20,710 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0be0306add55cef236a3d3d5d14acd23, ASSIGN 2024-11-21T09:20:20,711 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0be0306add55cef236a3d3d5d14acd23, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,41233,1732180811859; forceNewPlan=false, retain=false 2024-11-21T09:20:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:20,861 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0be0306add55cef236a3d3d5d14acd23, regionState=OPENING, regionLocation=5b0ae2ee7b9e,41233,1732180811859 2024-11-21T09:20:20,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0be0306add55cef236a3d3d5d14acd23, ASSIGN because future has completed 2024-11-21T09:20:20,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0be0306add55cef236a3d3d5d14acd23, server=5b0ae2ee7b9e,41233,1732180811859}] 2024-11-21T09:20:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:21,020 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732180820685.0be0306add55cef236a3d3d5d14acd23. 2024-11-21T09:20:21,020 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0be0306add55cef236a3d3d5d14acd23, NAME => 'test,,1732180820685.0be0306add55cef236a3d3d5d14acd23.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:20:21,020 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:20:21,021 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T09:20:21,021 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0be0306add55cef236a3d3d5d14acd23 2024-11-21T09:20:21,021 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732180820685.0be0306add55cef236a3d3d5d14acd23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:21,021 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0be0306add55cef236a3d3d5d14acd23 2024-11-21T09:20:21,021 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0be0306add55cef236a3d3d5d14acd23 2024-11-21T09:20:21,022 INFO [StoreOpener-0be0306add55cef236a3d3d5d14acd23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0be0306add55cef236a3d3d5d14acd23 2024-11-21T09:20:21,023 INFO [StoreOpener-0be0306add55cef236a3d3d5d14acd23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0be0306add55cef236a3d3d5d14acd23 columnFamilyName f 2024-11-21T09:20:21,023 DEBUG [StoreOpener-0be0306add55cef236a3d3d5d14acd23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:21,023 INFO [StoreOpener-0be0306add55cef236a3d3d5d14acd23-1 {}] regionserver.HStore(327): Store=0be0306add55cef236a3d3d5d14acd23/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:21,023 INFO [StoreOpener-0be0306add55cef236a3d3d5d14acd23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0be0306add55cef236a3d3d5d14acd23 2024-11-21T09:20:21,024 INFO [StoreOpener-0be0306add55cef236a3d3d5d14acd23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0be0306add55cef236a3d3d5d14acd23 columnFamilyName f1 2024-11-21T09:20:21,024 DEBUG [StoreOpener-0be0306add55cef236a3d3d5d14acd23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:21,025 INFO [StoreOpener-0be0306add55cef236a3d3d5d14acd23-1 {}] regionserver.HStore(327): Store=0be0306add55cef236a3d3d5d14acd23/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:21,025 INFO [StoreOpener-0be0306add55cef236a3d3d5d14acd23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0be0306add55cef236a3d3d5d14acd23 2024-11-21T09:20:21,026 INFO [StoreOpener-0be0306add55cef236a3d3d5d14acd23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0be0306add55cef236a3d3d5d14acd23 columnFamilyName norep 2024-11-21T09:20:21,026 DEBUG [StoreOpener-0be0306add55cef236a3d3d5d14acd23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:21,026 INFO [StoreOpener-0be0306add55cef236a3d3d5d14acd23-1 {}] regionserver.HStore(327): Store=0be0306add55cef236a3d3d5d14acd23/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:21,026 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0be0306add55cef236a3d3d5d14acd23 2024-11-21T09:20:21,027 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/default/test/0be0306add55cef236a3d3d5d14acd23 2024-11-21T09:20:21,027 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/default/test/0be0306add55cef236a3d3d5d14acd23 2024-11-21T09:20:21,027 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0be0306add55cef236a3d3d5d14acd23 2024-11-21T09:20:21,027 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0be0306add55cef236a3d3d5d14acd23 2024-11-21T09:20:21,028 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:20:21,029 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0be0306add55cef236a3d3d5d14acd23 2024-11-21T09:20:21,030 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/default/test/0be0306add55cef236a3d3d5d14acd23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:20:21,030 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0be0306add55cef236a3d3d5d14acd23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75239847, jitterRate=0.121161088347435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:20:21,030 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0be0306add55cef236a3d3d5d14acd23 2024-11-21T09:20:21,031 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0be0306add55cef236a3d3d5d14acd23: Running coprocessor pre-open hook at 1732180821021Writing region info on filesystem at 1732180821021Initializing all the Stores at 1732180821022 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180821022Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180821022Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180821022Cleaning up temporary data from old regions at 1732180821027 (+5 ms)Running coprocessor post-open hooks at 1732180821030 (+3 ms)Region opened successfully at 1732180821031 (+1 ms) 2024-11-21T09:20:21,031 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732180820685.0be0306add55cef236a3d3d5d14acd23., pid=6, masterSystemTime=1732180821015 2024-11-21T09:20:21,033 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732180820685.0be0306add55cef236a3d3d5d14acd23. 2024-11-21T09:20:21,033 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732180820685.0be0306add55cef236a3d3d5d14acd23. 2024-11-21T09:20:21,034 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0be0306add55cef236a3d3d5d14acd23, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b0ae2ee7b9e,41233,1732180811859 2024-11-21T09:20:21,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0be0306add55cef236a3d3d5d14acd23, server=5b0ae2ee7b9e,41233,1732180811859 because future has completed 2024-11-21T09:20:21,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T09:20:21,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0be0306add55cef236a3d3d5d14acd23, server=5b0ae2ee7b9e,41233,1732180811859 in 172 msec 2024-11-21T09:20:21,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T09:20:21,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0be0306add55cef236a3d3d5d14acd23, ASSIGN in 329 msec 2024-11-21T09:20:21,040 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:20:21,040 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180821040"}]},"ts":"1732180821040"} 2024-11-21T09:20:21,041 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T09:20:21,042 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:20:21,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 356 msec 2024-11-21T09:20:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:21,319 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T09:20:21,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:20:21,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,43853,1732180817180 2024-11-21T09:20:21,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b04139e 2024-11-21T09:20:21,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:20:21,321 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:20:21,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:20:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T09:20:21,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:20:21,323 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:21,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T09:20:21,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:20:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:21,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741835_1011 (size=902) 2024-11-21T09:20:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:21,733 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58688e55a8a60073b974830ee1009fec, NAME => 'test,,1732180821321.58688e55a8a60073b974830ee1009fec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b 2024-11-21T09:20:21,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741836_1012 (size=39) 2024-11-21T09:20:21,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:22,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732180821321.58688e55a8a60073b974830ee1009fec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:22,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 58688e55a8a60073b974830ee1009fec, disabling compactions & flushes 2024-11-21T09:20:22,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732180821321.58688e55a8a60073b974830ee1009fec. 2024-11-21T09:20:22,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180821321.58688e55a8a60073b974830ee1009fec. 2024-11-21T09:20:22,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732180821321.58688e55a8a60073b974830ee1009fec. after waiting 0 ms 2024-11-21T09:20:22,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732180821321.58688e55a8a60073b974830ee1009fec. 2024-11-21T09:20:22,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732180821321.58688e55a8a60073b974830ee1009fec. 2024-11-21T09:20:22,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58688e55a8a60073b974830ee1009fec: Waiting for close lock at 1732180822138Disabling compacts and flushes for region at 1732180822138Disabling writes for close at 1732180822138Writing region close event to WAL at 1732180822138Closed at 1732180822138 2024-11-21T09:20:22,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:20:22,139 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732180821321.58688e55a8a60073b974830ee1009fec.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732180822139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180822139"}]},"ts":"1732180822139"} 2024-11-21T09:20:22,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:20:22,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:20:22,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180822142"}]},"ts":"1732180822142"} 2024-11-21T09:20:22,144 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T09:20:22,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=58688e55a8a60073b974830ee1009fec, ASSIGN}] 2024-11-21T09:20:22,145 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=58688e55a8a60073b974830ee1009fec, ASSIGN 2024-11-21T09:20:22,146 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=58688e55a8a60073b974830ee1009fec, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,40029,1732180817326; forceNewPlan=false, retain=false 2024-11-21T09:20:22,296 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=58688e55a8a60073b974830ee1009fec, regionState=OPENING, regionLocation=5b0ae2ee7b9e,40029,1732180817326 2024-11-21T09:20:22,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=58688e55a8a60073b974830ee1009fec, ASSIGN because future has completed 2024-11-21T09:20:22,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58688e55a8a60073b974830ee1009fec, server=5b0ae2ee7b9e,40029,1732180817326}] 2024-11-21T09:20:22,454 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732180821321.58688e55a8a60073b974830ee1009fec. 2024-11-21T09:20:22,454 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 58688e55a8a60073b974830ee1009fec, NAME => 'test,,1732180821321.58688e55a8a60073b974830ee1009fec.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:20:22,454 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:20:22,454 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T09:20:22,454 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 58688e55a8a60073b974830ee1009fec 2024-11-21T09:20:22,454 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732180821321.58688e55a8a60073b974830ee1009fec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:22,454 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 58688e55a8a60073b974830ee1009fec 2024-11-21T09:20:22,454 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 58688e55a8a60073b974830ee1009fec 2024-11-21T09:20:22,455 INFO [StoreOpener-58688e55a8a60073b974830ee1009fec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 58688e55a8a60073b974830ee1009fec 2024-11-21T09:20:22,456 INFO [StoreOpener-58688e55a8a60073b974830ee1009fec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58688e55a8a60073b974830ee1009fec columnFamilyName f 2024-11-21T09:20:22,456 DEBUG [StoreOpener-58688e55a8a60073b974830ee1009fec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:22,457 INFO [StoreOpener-58688e55a8a60073b974830ee1009fec-1 {}] regionserver.HStore(327): Store=58688e55a8a60073b974830ee1009fec/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:22,457 INFO [StoreOpener-58688e55a8a60073b974830ee1009fec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 58688e55a8a60073b974830ee1009fec 2024-11-21T09:20:22,458 INFO [StoreOpener-58688e55a8a60073b974830ee1009fec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58688e55a8a60073b974830ee1009fec columnFamilyName f1 2024-11-21T09:20:22,458 DEBUG [StoreOpener-58688e55a8a60073b974830ee1009fec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:22,458 INFO [StoreOpener-58688e55a8a60073b974830ee1009fec-1 {}] regionserver.HStore(327): Store=58688e55a8a60073b974830ee1009fec/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:22,458 INFO [StoreOpener-58688e55a8a60073b974830ee1009fec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 58688e55a8a60073b974830ee1009fec 2024-11-21T09:20:22,459 INFO [StoreOpener-58688e55a8a60073b974830ee1009fec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58688e55a8a60073b974830ee1009fec columnFamilyName norep 2024-11-21T09:20:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:22,459 DEBUG [StoreOpener-58688e55a8a60073b974830ee1009fec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:22,459 INFO [StoreOpener-58688e55a8a60073b974830ee1009fec-1 {}] regionserver.HStore(327): Store=58688e55a8a60073b974830ee1009fec/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:22,459 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 58688e55a8a60073b974830ee1009fec 2024-11-21T09:20:22,460 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/default/test/58688e55a8a60073b974830ee1009fec 2024-11-21T09:20:22,460 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/default/test/58688e55a8a60073b974830ee1009fec 2024-11-21T09:20:22,461 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 58688e55a8a60073b974830ee1009fec 2024-11-21T09:20:22,461 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 58688e55a8a60073b974830ee1009fec 2024-11-21T09:20:22,461 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:20:22,462 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 58688e55a8a60073b974830ee1009fec 2024-11-21T09:20:22,463 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/default/test/58688e55a8a60073b974830ee1009fec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:20:22,464 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 58688e55a8a60073b974830ee1009fec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60434232, jitterRate=-0.09945976734161377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:20:22,464 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58688e55a8a60073b974830ee1009fec 2024-11-21T09:20:22,464 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 58688e55a8a60073b974830ee1009fec: Running coprocessor pre-open hook at 1732180822454Writing region info on filesystem at 1732180822454Initializing all the Stores at 1732180822455 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180822455Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180822455Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180822455Cleaning up temporary data from old regions at 1732180822461 (+6 ms)Running coprocessor post-open hooks at 1732180822464 (+3 ms)Region opened successfully at 1732180822464 2024-11-21T09:20:22,465 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732180821321.58688e55a8a60073b974830ee1009fec., pid=6, masterSystemTime=1732180822450 2024-11-21T09:20:22,466 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732180821321.58688e55a8a60073b974830ee1009fec. 2024-11-21T09:20:22,466 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732180821321.58688e55a8a60073b974830ee1009fec. 2024-11-21T09:20:22,467 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=58688e55a8a60073b974830ee1009fec, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b0ae2ee7b9e,40029,1732180817326 2024-11-21T09:20:22,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58688e55a8a60073b974830ee1009fec, server=5b0ae2ee7b9e,40029,1732180817326 because future has completed 2024-11-21T09:20:22,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T09:20:22,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 58688e55a8a60073b974830ee1009fec, server=5b0ae2ee7b9e,40029,1732180817326 in 172 msec 2024-11-21T09:20:22,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T09:20:22,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=58688e55a8a60073b974830ee1009fec, ASSIGN in 327 msec 2024-11-21T09:20:22,474 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:20:22,474 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180822474"}]},"ts":"1732180822474"} 2024-11-21T09:20:22,475 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T09:20:22,476 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:20:22,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-21T09:20:23,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:23,469 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T09:20:23,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b23b82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:23,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,33051,-1 for getting cluster id 2024-11-21T09:20:23,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:20:23,471 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddbd023a-6490-4be5-9ec9-f48da0acba7a' 2024-11-21T09:20:23,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:20:23,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddbd023a-6490-4be5-9ec9-f48da0acba7a" 2024-11-21T09:20:23,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f5de94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:23,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,33051,-1] 2024-11-21T09:20:23,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:20:23,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:23,472 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:20:23,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe5ad80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:23,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb79bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:23,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,43853,-1 for getting cluster id 2024-11-21T09:20:23,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:20:23,474 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80f7660d-3b56-4df9-ba4e-2249cd37f5f1' 2024-11-21T09:20:23,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:20:23,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80f7660d-3b56-4df9-ba4e-2249cd37f5f1" 2024-11-21T09:20:23,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6777361c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:23,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,43853,-1] 2024-11-21T09:20:23,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:20:23,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:23,475 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:20:23,475 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273ef0c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:23,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11be61a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:23,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,33051,-1 for getting cluster id 2024-11-21T09:20:23,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:20:23,477 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddbd023a-6490-4be5-9ec9-f48da0acba7a' 2024-11-21T09:20:23,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:20:23,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddbd023a-6490-4be5-9ec9-f48da0acba7a" 2024-11-21T09:20:23,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a8b87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:23,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,33051,-1] 2024-11-21T09:20:23,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:20:23,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:23,478 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:20:23,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2605881d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:23,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:20:23,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,33051,1732180811707 2024-11-21T09:20:23,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18a048e8 2024-11-21T09:20:23,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:20:23,480 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:20:23,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33051 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b0ae2ee7b9e:43853,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T09:20:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33051 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T09:20:23,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:20:23,482 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:43853' 2024-11-21T09:20:23,483 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce3ec0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:23,483 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,43853,-1 for getting cluster id 2024-11-21T09:20:23,483 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:20:23,483 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80f7660d-3b56-4df9-ba4e-2249cd37f5f1' 2024-11-21T09:20:23,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:20:23,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80f7660d-3b56-4df9-ba4e-2249cd37f5f1" 2024-11-21T09:20:23,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cab1f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:23,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,43853,-1] 2024-11-21T09:20:23,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:20:23,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:23,485 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:20:23,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69528fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:23,485 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:20:23,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,43853,1732180817180 2024-11-21T09:20:23,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@123d98b4 2024-11-21T09:20:23,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:20:23,487 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:20:23,487 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-21T09:20:23,487 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T09:20:23,487 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:23,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:20:23,487 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:23,488 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:20:23,489 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T09:20:23,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:20:23,489 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:23,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:20:23,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741837_1013 (size=1138) 2024-11-21T09:20:23,539 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T09:20:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:20:23,729 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:20:23,729 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:20:23,729 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18247 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:20:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:20:23,897 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a2a8fc0f12e791dae0715a3c9f456131, NAME => 'hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e 2024-11-21T09:20:23,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741838_1014 (size=44) 2024-11-21T09:20:23,902 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:23,902 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a2a8fc0f12e791dae0715a3c9f456131, disabling compactions & flushes 2024-11-21T09:20:23,902 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131. 2024-11-21T09:20:23,902 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131. 2024-11-21T09:20:23,902 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131. after waiting 0 ms 2024-11-21T09:20:23,902 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131. 2024-11-21T09:20:23,902 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131. 2024-11-21T09:20:23,902 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a2a8fc0f12e791dae0715a3c9f456131: Waiting for close lock at 1732180823902Disabling compacts and flushes for region at 1732180823902Disabling writes for close at 1732180823902Writing region close event to WAL at 1732180823902Closed at 1732180823902 2024-11-21T09:20:23,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:20:23,903 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732180823903"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180823903"}]},"ts":"1732180823903"} 2024-11-21T09:20:23,905 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:20:23,906 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:20:23,906 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180823906"}]},"ts":"1732180823906"} 2024-11-21T09:20:23,907 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T09:20:23,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a2a8fc0f12e791dae0715a3c9f456131, ASSIGN}] 2024-11-21T09:20:23,909 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a2a8fc0f12e791dae0715a3c9f456131, ASSIGN 2024-11-21T09:20:23,909 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a2a8fc0f12e791dae0715a3c9f456131, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,41233,1732180811859; forceNewPlan=false, retain=false 2024-11-21T09:20:24,060 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a2a8fc0f12e791dae0715a3c9f456131, regionState=OPENING, regionLocation=5b0ae2ee7b9e,41233,1732180811859 2024-11-21T09:20:24,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a2a8fc0f12e791dae0715a3c9f456131, ASSIGN because future has completed 2024-11-21T09:20:24,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2a8fc0f12e791dae0715a3c9f456131, server=5b0ae2ee7b9e,41233,1732180811859}] 2024-11-21T09:20:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:20:24,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131. 2024-11-21T09:20:24,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:20:24,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T09:20:24,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C41233%2C1732180811859.rep, suffix=, logDir=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859, archiveDir=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/oldWALs, maxLogs=10 2024-11-21T09:20:24,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.rep.1732180824220, exclude list is [], retry=0 2024-11-21T09:20:24,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45765,DS-38c10462-6c12-4c04-a5db-13d4bad8652e,DISK] 2024-11-21T09:20:24,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.rep.1732180824220 2024-11-21T09:20:24,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39877:39877)] 2024-11-21T09:20:24,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a2a8fc0f12e791dae0715a3c9f456131, NAME => 'hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:20:24,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:20:24,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:20:24,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131. service=MultiRowMutationService 2024-11-21T09:20:24,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T09:20:24,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a2a8fc0f12e791dae0715a3c9f456131 2024-11-21T09:20:24,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:24,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a2a8fc0f12e791dae0715a3c9f456131 2024-11-21T09:20:24,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a2a8fc0f12e791dae0715a3c9f456131 2024-11-21T09:20:24,241 INFO [StoreOpener-a2a8fc0f12e791dae0715a3c9f456131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a2a8fc0f12e791dae0715a3c9f456131 2024-11-21T09:20:24,242 INFO [StoreOpener-a2a8fc0f12e791dae0715a3c9f456131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2a8fc0f12e791dae0715a3c9f456131 columnFamilyName hfileref 2024-11-21T09:20:24,242 DEBUG [StoreOpener-a2a8fc0f12e791dae0715a3c9f456131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:24,242 INFO [StoreOpener-a2a8fc0f12e791dae0715a3c9f456131-1 {}] regionserver.HStore(327): Store=a2a8fc0f12e791dae0715a3c9f456131/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:24,243 INFO [StoreOpener-a2a8fc0f12e791dae0715a3c9f456131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a2a8fc0f12e791dae0715a3c9f456131 2024-11-21T09:20:24,243 INFO [StoreOpener-a2a8fc0f12e791dae0715a3c9f456131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2a8fc0f12e791dae0715a3c9f456131 columnFamilyName queue 2024-11-21T09:20:24,243 DEBUG [StoreOpener-a2a8fc0f12e791dae0715a3c9f456131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:24,244 INFO [StoreOpener-a2a8fc0f12e791dae0715a3c9f456131-1 {}] regionserver.HStore(327): Store=a2a8fc0f12e791dae0715a3c9f456131/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:24,244 INFO [StoreOpener-a2a8fc0f12e791dae0715a3c9f456131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a2a8fc0f12e791dae0715a3c9f456131 2024-11-21T09:20:24,245 INFO [StoreOpener-a2a8fc0f12e791dae0715a3c9f456131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2a8fc0f12e791dae0715a3c9f456131 columnFamilyName sid 2024-11-21T09:20:24,245 DEBUG [StoreOpener-a2a8fc0f12e791dae0715a3c9f456131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:24,245 INFO [StoreOpener-a2a8fc0f12e791dae0715a3c9f456131-1 {}] regionserver.HStore(327): Store=a2a8fc0f12e791dae0715a3c9f456131/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:24,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a2a8fc0f12e791dae0715a3c9f456131 2024-11-21T09:20:24,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/replication/a2a8fc0f12e791dae0715a3c9f456131 2024-11-21T09:20:24,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/replication/a2a8fc0f12e791dae0715a3c9f456131 2024-11-21T09:20:24,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a2a8fc0f12e791dae0715a3c9f456131 2024-11-21T09:20:24,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a2a8fc0f12e791dae0715a3c9f456131 2024-11-21T09:20:24,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:20:24,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a2a8fc0f12e791dae0715a3c9f456131 2024-11-21T09:20:24,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/replication/a2a8fc0f12e791dae0715a3c9f456131/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:20:24,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a2a8fc0f12e791dae0715a3c9f456131; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67427018, jitterRate=0.004740864038467407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:20:24,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2a8fc0f12e791dae0715a3c9f456131 2024-11-21T09:20:24,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a2a8fc0f12e791dae0715a3c9f456131: Running coprocessor pre-open hook at 1732180824240Writing region info on filesystem at 1732180824240Initializing all the Stores at 1732180824241 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180824241Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180824241Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180824241Cleaning up temporary data from old regions at 1732180824247 (+6 ms)Running coprocessor post-open hooks at 1732180824250 (+3 ms)Region opened successfully at 1732180824250 2024-11-21T09:20:24,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131., pid=10, masterSystemTime=1732180824214 2024-11-21T09:20:24,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131. 2024-11-21T09:20:24,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131. 2024-11-21T09:20:24,254 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a2a8fc0f12e791dae0715a3c9f456131, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,41233,1732180811859 2024-11-21T09:20:24,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2a8fc0f12e791dae0715a3c9f456131, server=5b0ae2ee7b9e,41233,1732180811859 because future has completed 2024-11-21T09:20:24,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T09:20:24,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a2a8fc0f12e791dae0715a3c9f456131, server=5b0ae2ee7b9e,41233,1732180811859 in 195 msec 2024-11-21T09:20:24,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T09:20:24,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a2a8fc0f12e791dae0715a3c9f456131, ASSIGN in 350 msec 2024-11-21T09:20:24,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:20:24,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180824261"}]},"ts":"1732180824261"} 2024-11-21T09:20:24,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T09:20:24,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:20:24,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 775 msec 2024-11-21T09:20:24,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131., hostname=5b0ae2ee7b9e,41233,1732180811859, seqNum=2] 2024-11-21T09:20:24,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1596964482 2024-11-21T09:20:24,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41233-0x1015cb195460001, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1596964482 2024-11-21T09:20:24,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T09:20:24,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T09:20:24,553 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T09:20:24,594 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5b0ae2ee7b9e,41233,1732180811859, ReplicationSource: 1, currentBandwidth=0 2024-11-21T09:20:24,595 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:20:24,595 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,41233,1732180811859, seqNum=-1] 2024-11-21T09:20:24,596 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:20:24,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-21T09:20:24,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b0ae2ee7b9e,41233,1732180811859', locateType=CURRENT is [region=hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131., hostname=5b0ae2ee7b9e,41233,1732180811859, seqNum=2] 2024-11-21T09:20:24,600 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T09:20:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33051 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T09:20:24,602 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b0ae2ee7b9e,41233,1732180811859 suceeded 2024-11-21T09:20:24,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T09:20:24,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-21T09:20:24,604 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b0ae2ee7b9e:43853,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T09:20:24,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1240 sec 2024-11-21T09:20:24,614 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:43853' 2024-11-21T09:20:24,615 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75e94bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:24,615 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,43853,-1 for getting cluster id 2024-11-21T09:20:24,616 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:20:24,616 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80f7660d-3b56-4df9-ba4e-2249cd37f5f1' 2024-11-21T09:20:24,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:20:24,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80f7660d-3b56-4df9-ba4e-2249cd37f5f1" 2024-11-21T09:20:24,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a0ad577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:24,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,43853,-1] 2024-11-21T09:20:24,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:20:24,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:24,618 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:20:24,618 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52380596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:24,619 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:20:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:20:24,619 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T09:20:24,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:20:24,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,43853,1732180817180 2024-11-21T09:20:24,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:20:24,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@163ad877 2024-11-21T09:20:24,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:24,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:24,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:20:24,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:20:24,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192efd5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:24,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,43853,-1 for getting cluster id 2024-11-21T09:20:24,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:20:24,620 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-21T09:20:24,620 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80f7660d-3b56-4df9-ba4e-2249cd37f5f1' 2024-11-21T09:20:24,620 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:20:24,621 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b0ae2ee7b9e,41233,1732180811859 (queues=1) is replicating from cluster=ddbd023a-6490-4be5-9ec9-f48da0acba7a to cluster=80f7660d-3b56-4df9-ba4e-2249cd37f5f1 2024-11-21T09:20:24,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80f7660d-3b56-4df9-ba4e-2249cd37f5f1" 2024-11-21T09:20:24,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e98df6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:24,621 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b0ae2ee7b9e%2C41233%2C1732180811859 2024-11-21T09:20:24,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,43853,-1] 2024-11-21T09:20:24,621 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b0ae2ee7b9e,41233,1732180811859, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T09:20:24,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:20:24,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:24,624 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:20:24,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb8ec99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:24,625 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:20:24,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,43853,1732180817180 2024-11-21T09:20:24,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f3efb56 2024-11-21T09:20:24,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:20:24,627 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:20:24,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b0ae2ee7b9e:33051,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T09:20:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T09:20:24,629 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065, startPosition=0, beingWritten=true 2024-11-21T09:20:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:20:24,630 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.shipper5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b0ae2ee7b9e%2C41233%2C1732180811859 2024-11-21T09:20:24,630 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:33051' 2024-11-21T09:20:24,631 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@385e8526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:24,631 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,33051,-1 for getting cluster id 2024-11-21T09:20:24,631 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:20:24,632 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddbd023a-6490-4be5-9ec9-f48da0acba7a' 2024-11-21T09:20:24,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:20:24,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddbd023a-6490-4be5-9ec9-f48da0acba7a" 2024-11-21T09:20:24,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c229e5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:24,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,33051,-1] 2024-11-21T09:20:24,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:20:24,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:24,633 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:20:24,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@615d23ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:24,634 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:20:24,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,33051,1732180811707 2024-11-21T09:20:24,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@758b50c7 2024-11-21T09:20:24,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:20:24,635 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:20:24,636 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T09:20:24,636 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T09:20:24,636 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:24,636 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:24,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:20:24,637 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:20:24,638 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T09:20:24,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:20:24,639 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:24,639 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:20:24,639 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 379, reset compression=false 2024-11-21T09:20:24,639 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.shipper5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,41233,1732180811859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:20:24,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:20:24,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741837_1013 (size=1138) 2024-11-21T09:20:24,688 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T09:20:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:20:24,845 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 379, reset compression=false 2024-11-21T09:20:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:20:25,058 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 571f1eebee00279edfb3a39d65803192, NAME => 'hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b 2024-11-21T09:20:25,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741838_1014 (size=44) 2024-11-21T09:20:25,149 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 379, reset compression=false 2024-11-21T09:20:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:20:25,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:25,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 571f1eebee00279edfb3a39d65803192, disabling compactions & flushes 2024-11-21T09:20:25,463 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192. 2024-11-21T09:20:25,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192. 2024-11-21T09:20:25,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192. after waiting 0 ms 2024-11-21T09:20:25,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192. 2024-11-21T09:20:25,463 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192. 2024-11-21T09:20:25,463 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 571f1eebee00279edfb3a39d65803192: Waiting for close lock at 1732180825463Disabling compacts and flushes for region at 1732180825463Disabling writes for close at 1732180825463Writing region close event to WAL at 1732180825463Closed at 1732180825463 2024-11-21T09:20:25,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:20:25,465 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732180825464"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180825464"}]},"ts":"1732180825464"} 2024-11-21T09:20:25,466 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:20:25,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:20:25,467 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180825467"}]},"ts":"1732180825467"} 2024-11-21T09:20:25,469 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T09:20:25,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=571f1eebee00279edfb3a39d65803192, ASSIGN}] 2024-11-21T09:20:25,470 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=571f1eebee00279edfb3a39d65803192, ASSIGN 2024-11-21T09:20:25,470 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=571f1eebee00279edfb3a39d65803192, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,40029,1732180817326; forceNewPlan=false, retain=false 2024-11-21T09:20:25,498 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T09:20:25,552 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 379, reset compression=false 2024-11-21T09:20:25,621 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=571f1eebee00279edfb3a39d65803192, regionState=OPENING, regionLocation=5b0ae2ee7b9e,40029,1732180817326 2024-11-21T09:20:25,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=571f1eebee00279edfb3a39d65803192, ASSIGN because future has completed 2024-11-21T09:20:25,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 571f1eebee00279edfb3a39d65803192, server=5b0ae2ee7b9e,40029,1732180817326}] 2024-11-21T09:20:25,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:20:25,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192. 2024-11-21T09:20:25,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:20:25,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T09:20:25,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C40029%2C1732180817326.rep, suffix=, logDir=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326, archiveDir=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/oldWALs, maxLogs=10 2024-11-21T09:20:25,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.rep.1732180825780, exclude list is [], retry=0 2024-11-21T09:20:25,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36643,DS-00d173ee-3b79-440d-80e1-5459318440e0,DISK] 2024-11-21T09:20:25,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.rep.1732180825780 2024-11-21T09:20:25,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45761:45761)] 2024-11-21T09:20:25,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 571f1eebee00279edfb3a39d65803192, NAME => 'hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:20:25,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:20:25,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:20:25,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192. service=MultiRowMutationService 2024-11-21T09:20:25,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T09:20:25,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 571f1eebee00279edfb3a39d65803192 2024-11-21T09:20:25,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:25,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 571f1eebee00279edfb3a39d65803192 2024-11-21T09:20:25,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 571f1eebee00279edfb3a39d65803192 2024-11-21T09:20:25,796 INFO [StoreOpener-571f1eebee00279edfb3a39d65803192-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 571f1eebee00279edfb3a39d65803192 2024-11-21T09:20:25,797 INFO [StoreOpener-571f1eebee00279edfb3a39d65803192-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 571f1eebee00279edfb3a39d65803192 columnFamilyName hfileref 2024-11-21T09:20:25,797 DEBUG [StoreOpener-571f1eebee00279edfb3a39d65803192-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:25,797 INFO [StoreOpener-571f1eebee00279edfb3a39d65803192-1 {}] regionserver.HStore(327): Store=571f1eebee00279edfb3a39d65803192/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:25,797 INFO [StoreOpener-571f1eebee00279edfb3a39d65803192-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 571f1eebee00279edfb3a39d65803192 2024-11-21T09:20:25,798 INFO [StoreOpener-571f1eebee00279edfb3a39d65803192-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 571f1eebee00279edfb3a39d65803192 columnFamilyName queue 2024-11-21T09:20:25,798 DEBUG [StoreOpener-571f1eebee00279edfb3a39d65803192-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:25,798 INFO [StoreOpener-571f1eebee00279edfb3a39d65803192-1 {}] regionserver.HStore(327): Store=571f1eebee00279edfb3a39d65803192/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:25,798 INFO [StoreOpener-571f1eebee00279edfb3a39d65803192-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 571f1eebee00279edfb3a39d65803192 2024-11-21T09:20:25,799 INFO [StoreOpener-571f1eebee00279edfb3a39d65803192-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 571f1eebee00279edfb3a39d65803192 columnFamilyName sid 2024-11-21T09:20:25,799 DEBUG [StoreOpener-571f1eebee00279edfb3a39d65803192-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:25,799 INFO [StoreOpener-571f1eebee00279edfb3a39d65803192-1 {}] regionserver.HStore(327): Store=571f1eebee00279edfb3a39d65803192/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:25,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 571f1eebee00279edfb3a39d65803192 2024-11-21T09:20:25,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/replication/571f1eebee00279edfb3a39d65803192 2024-11-21T09:20:25,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/replication/571f1eebee00279edfb3a39d65803192 2024-11-21T09:20:25,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 571f1eebee00279edfb3a39d65803192 2024-11-21T09:20:25,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 571f1eebee00279edfb3a39d65803192 2024-11-21T09:20:25,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:20:25,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 571f1eebee00279edfb3a39d65803192 2024-11-21T09:20:25,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/replication/571f1eebee00279edfb3a39d65803192/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:20:25,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 571f1eebee00279edfb3a39d65803192; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70644797, jitterRate=0.052689507603645325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:20:25,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 571f1eebee00279edfb3a39d65803192 2024-11-21T09:20:25,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 571f1eebee00279edfb3a39d65803192: Running coprocessor pre-open hook at 1732180825795Writing region info on filesystem at 1732180825795Initializing all the Stores at 1732180825795Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180825795Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180825795Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180825795Cleaning up temporary data from old regions at 1732180825800 (+5 ms)Running coprocessor post-open hooks at 1732180825803 (+3 ms)Region opened successfully at 1732180825803 2024-11-21T09:20:25,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192., pid=10, masterSystemTime=1732180825775 2024-11-21T09:20:25,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192. 2024-11-21T09:20:25,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192. 2024-11-21T09:20:25,806 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=571f1eebee00279edfb3a39d65803192, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,40029,1732180817326 2024-11-21T09:20:25,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 571f1eebee00279edfb3a39d65803192, server=5b0ae2ee7b9e,40029,1732180817326 because future has completed 2024-11-21T09:20:25,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T09:20:25,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 571f1eebee00279edfb3a39d65803192, server=5b0ae2ee7b9e,40029,1732180817326 in 186 msec 2024-11-21T09:20:25,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T09:20:25,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=571f1eebee00279edfb3a39d65803192, ASSIGN in 341 msec 2024-11-21T09:20:25,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:20:25,813 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180825813"}]},"ts":"1732180825813"} 2024-11-21T09:20:25,814 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T09:20:25,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:20:25,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-21T09:20:25,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192., hostname=5b0ae2ee7b9e,40029,1732180817326, seqNum=2] 2024-11-21T09:20:25,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1277756650 2024-11-21T09:20:25,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1015cb195460004, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1277756650 2024-11-21T09:20:25,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T09:20:26,021 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:20:26,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:26,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:26,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:26,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:26,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:26,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:26,061 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 379, reset compression=false 2024-11-21T09:20:26,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:26,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:26,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:26,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:26,096 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T09:20:26,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T09:20:26,100 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T09:20:26,126 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5b0ae2ee7b9e,40029,1732180817326, ReplicationSource: 1, currentBandwidth=0 2024-11-21T09:20:26,127 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:20:26,127 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,40029,1732180817326, seqNum=-1] 2024-11-21T09:20:26,127 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:20:26,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-21T09:20:26,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b0ae2ee7b9e,40029,1732180817326', locateType=CURRENT is [region=hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192., hostname=5b0ae2ee7b9e,40029,1732180817326, seqNum=2] 2024-11-21T09:20:26,131 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T09:20:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T09:20:26,134 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b0ae2ee7b9e,40029,1732180817326 suceeded 2024-11-21T09:20:26,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T09:20:26,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-21T09:20:26,135 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b0ae2ee7b9e:33051,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T09:20:26,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5080 sec 2024-11-21T09:20:26,144 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:33051' 2024-11-21T09:20:26,145 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b3d8ed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:26,145 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,33051,-1 for getting cluster id 2024-11-21T09:20:26,145 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:20:26,146 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddbd023a-6490-4be5-9ec9-f48da0acba7a' 2024-11-21T09:20:26,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:20:26,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddbd023a-6490-4be5-9ec9-f48da0acba7a" 2024-11-21T09:20:26,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@305661d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:26,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,33051,-1] 2024-11-21T09:20:26,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:20:26,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:26,147 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:20:26,148 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8e8a92f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:26,148 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:20:26,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,33051,1732180811707 2024-11-21T09:20:26,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52ba9089 2024-11-21T09:20:26,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:20:26,149 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-21T09:20:26,150 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b0ae2ee7b9e,40029,1732180817326 (queues=1) is replicating from cluster=80f7660d-3b56-4df9-ba4e-2249cd37f5f1 to cluster=ddbd023a-6490-4be5-9ec9-f48da0acba7a 2024-11-21T09:20:26,150 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b0ae2ee7b9e%2C40029%2C1732180817326 2024-11-21T09:20:26,150 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b0ae2ee7b9e,40029,1732180817326, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T09:20:26,150 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.shipper5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b0ae2ee7b9e%2C40029%2C1732180817326 2024-11-21T09:20:26,150 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634, startPosition=0, beingWritten=true 2024-11-21T09:20:26,155 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:20:26,155 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 to pos 379, reset compression=false 2024-11-21T09:20:26,155 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.shipper5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,40029,1732180817326 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:20:26,359 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 to pos 379, reset compression=false 2024-11-21T09:20:26,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T09:20:26,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T09:20:26,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T09:20:26,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T09:20:26,504 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:20:26,504 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T09:20:26,664 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 to pos 379, reset compression=false 2024-11-21T09:20:26,664 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 379, reset compression=false 2024-11-21T09:20:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:20:26,779 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T09:20:26,779 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:20:26,779 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:20:26,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:26,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:26,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:20:26,780 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:20:26,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,41233,1732180811859, seqNum=-1] 2024-11-21T09:20:26,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:20:26,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:20:26,784 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732180820685.0be0306add55cef236a3d3d5d14acd23., hostname=5b0ae2ee7b9e,41233,1732180811859, seqNum=2] 2024-11-21T09:20:26,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:20:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,40029,1732180817326, seqNum=-1] 2024-11-21T09:20:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:20:26,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:20:26,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732180821321.58688e55a8a60073b974830ee1009fec., hostname=5b0ae2ee7b9e,40029,1732180817326, seqNum=2] 2024-11-21T09:20:26,793 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T09:20:27,068 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 to pos 379, reset compression=false 2024-11-21T09:20:27,368 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 379, reset compression=false 2024-11-21T09:20:27,373 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:20:27,373 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 480, reset compression=false 2024-11-21T09:20:27,373 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.shipper5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,41233,1732180811859 got entry batch from reader: WALEntryBatch [walEntries=[{test/0be0306add55cef236a3d3d5d14acd23/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T09:20:27,375 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.shipper5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:20:27,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-21T09:20:27,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:20:27,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22c9291d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:27,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,43853,-1 for getting cluster id 2024-11-21T09:20:27,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:20:27,379 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '80f7660d-3b56-4df9-ba4e-2249cd37f5f1' 2024-11-21T09:20:27,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:20:27,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "80f7660d-3b56-4df9-ba4e-2249cd37f5f1" 2024-11-21T09:20:27,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ed60b4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:27,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,43853,-1] 2024-11-21T09:20:27,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:20:27,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:27,381 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:20:27,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a9717d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:27,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:20:27,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,40029,1732180817326, seqNum=-1] 2024-11-21T09:20:27,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:20:27,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-21T09:20:27,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732180821321.58688e55a8a60073b974830ee1009fec., hostname=5b0ae2ee7b9e,40029,1732180817326, seqNum=2] 2024-11-21T09:20:27,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:20:27,572 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 to pos 379, reset compression=false 2024-11-21T09:20:27,576 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:20:27,576 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 to pos 504, reset compression=false 2024-11-21T09:20:27,576 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.shipper5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,40029,1732180817326 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:20:27,578 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 480, reset compression=false 2024-11-21T09:20:27,780 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 to pos 504, reset compression=false 2024-11-21T09:20:27,796 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T09:20:27,799 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T09:20:27,881 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 480, reset compression=false 2024-11-21T09:20:28,088 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 to pos 504, reset compression=false 2024-11-21T09:20:28,092 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:20:28,093 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 to pos 608, reset compression=false 2024-11-21T09:20:28,093 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.shipper5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,40029,1732180817326 got entry batch from reader: WALEntryBatch [walEntries=[{test/58688e55a8a60073b974830ee1009fec/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T09:20:28,095 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.shipper5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:20:28,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-21T09:20:28,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41233 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:20:28,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73db9517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:28,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41233 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,33051,-1 for getting cluster id 2024-11-21T09:20:28,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:20:28,098 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddbd023a-6490-4be5-9ec9-f48da0acba7a' 2024-11-21T09:20:28,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:20:28,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddbd023a-6490-4be5-9ec9-f48da0acba7a" 2024-11-21T09:20:28,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fcc4d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:28,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,33051,-1] 2024-11-21T09:20:28,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:20:28,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:28,099 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:20:28,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c2833e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:28,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41233 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:20:28,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,41233,1732180811859, seqNum=-1] 2024-11-21T09:20:28,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:20:28,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-21T09:20:28,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732180820685.0be0306add55cef236a3d3d5d14acd23., hostname=5b0ae2ee7b9e,41233,1732180811859, seqNum=2] 2024-11-21T09:20:28,105 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41233 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:20:28,285 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 480, reset compression=false 2024-11-21T09:20:28,290 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:20:28,290 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 608, reset compression=false 2024-11-21T09:20:28,290 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.shipper5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,41233,1732180811859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:20:28,296 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 to pos 608, reset compression=false 2024-11-21T09:20:28,494 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 608, reset compression=false 2024-11-21T09:20:28,599 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 to pos 608, reset compression=false 2024-11-21T09:20:28,797 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 608, reset compression=false 2024-11-21T09:20:28,801 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T09:20:28,806 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T09:20:29,002 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 to pos 608, reset compression=false 2024-11-21T09:20:29,201 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 608, reset compression=false 2024-11-21T09:20:29,205 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:20:29,205 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 764, reset compression=false 2024-11-21T09:20:29,205 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.shipper5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,41233,1732180811859 got entry batch from reader: WALEntryBatch [walEntries=[{test/0be0306add55cef236a3d3d5d14acd23/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T09:20:29,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:20:29,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:20:29,409 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 764, reset compression=false 2024-11-21T09:20:29,505 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 to pos 608, reset compression=false 2024-11-21T09:20:29,510 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:20:29,510 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 to pos 756, reset compression=false 2024-11-21T09:20:29,510 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.shipper5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,40029,1732180817326 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:20:29,713 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 764, reset compression=false 2024-11-21T09:20:29,714 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 to pos 756, reset compression=false 2024-11-21T09:20:29,808 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T09:20:29,812 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T09:20:30,019 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 to pos 756, reset compression=false 2024-11-21T09:20:30,023 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:20:30,023 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 to pos 915, reset compression=false 2024-11-21T09:20:30,023 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.shipper5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,40029,1732180817326 got entry batch from reader: WALEntryBatch [walEntries=[{test/58688e55a8a60073b974830ee1009fec/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T09:20:30,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41233 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:20:30,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41233 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:20:30,119 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 764, reset compression=false 2024-11-21T09:20:30,123 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:20:30,123 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 914, reset compression=false 2024-11-21T09:20:30,123 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.shipper5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,41233,1732180811859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:20:30,227 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 to pos 915, reset compression=false 2024-11-21T09:20:30,328 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 914, reset compression=false 2024-11-21T09:20:30,530 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 to pos 915, reset compression=false 2024-11-21T09:20:30,632 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 914, reset compression=false 2024-11-21T09:20:30,814 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T09:20:30,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T09:20:30,817 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:20:30,817 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:20:30,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:30,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:30,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:20:30,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:20:30,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1886363868, stopped=false 2024-11-21T09:20:30,818 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,43853,1732180817180 2024-11-21T09:20:30,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1015cb195460004, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1277756650/running 2024-11-21T09:20:30,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1277756650/running 2024-11-21T09:20:30,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1015cb195460004, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1277756650 2024-11-21T09:20:30,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1277756650 2024-11-21T09:20:30,862 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:20:30,862 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:20:30,862 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:20:30,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:30,863 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,40029,1732180817326' ***** 2024-11-21T09:20:30,863 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:20:30,863 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:20:30,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Set watcher on znode that does not yet exist, /1277756650/running 2024-11-21T09:20:30,863 INFO [RS:0;5b0ae2ee7b9e:40029 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:20:30,863 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:20:30,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40029-0x1015cb195460004, quorum=127.0.0.1:58355, baseZNode=/1277756650 Set watcher on znode that does not yet exist, /1277756650/running 2024-11-21T09:20:30,863 INFO [RS:0;5b0ae2ee7b9e:40029 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:20:30,863 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(3091): Received CLOSE for 571f1eebee00279edfb3a39d65803192 2024-11-21T09:20:30,863 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(3091): Received CLOSE for 58688e55a8a60073b974830ee1009fec 2024-11-21T09:20:30,864 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,40029,1732180817326 2024-11-21T09:20:30,864 INFO [RS:0;5b0ae2ee7b9e:40029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:20:30,864 INFO [RS:0;5b0ae2ee7b9e:40029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:40029. 2024-11-21T09:20:30,864 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:20:30,864 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 571f1eebee00279edfb3a39d65803192, disabling compactions & flushes 2024-11-21T09:20:30,864 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:30,864 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192. 2024-11-21T09:20:30,864 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192. 2024-11-21T09:20:30,864 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:20:30,864 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192. after waiting 0 ms 2024-11-21T09:20:30,864 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:20:30,864 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192. 2024-11-21T09:20:30,864 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:20:30,864 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:20:30,864 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 571f1eebee00279edfb3a39d65803192 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-21T09:20:30,864 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T09:20:30,864 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(1325): Online Regions={571f1eebee00279edfb3a39d65803192=hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192., 58688e55a8a60073b974830ee1009fec=test,,1732180821321.58688e55a8a60073b974830ee1009fec., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T09:20:30,864 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 571f1eebee00279edfb3a39d65803192, 58688e55a8a60073b974830ee1009fec 2024-11-21T09:20:30,864 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:20:30,864 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:20:30,864 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:20:30,864 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:20:30,864 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:20:30,864 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T09:20:30,883 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740/.tmp/info/5bcdd9e18c2d4ac784a0ca43da7aef9d is 147, key is hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192./info:regioninfo/1732180825806/Put/seqid=0 2024-11-21T09:20:30,883 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/replication/571f1eebee00279edfb3a39d65803192/.tmp/queue/a9710f3076d8498798c2869f99a07399 is 153, key is 1-5b0ae2ee7b9e,40029,1732180817326/queue:5b0ae2ee7b9e%2C40029%2C1732180817326/1732180830028/Put/seqid=0 2024-11-21T09:20:30,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741840_1016 (size=7686) 2024-11-21T09:20:30,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741841_1017 (size=5352) 2024-11-21T09:20:30,924 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:20:30,934 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 to pos 915, reset compression=false 2024-11-21T09:20:31,035 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 914, reset compression=false 2024-11-21T09:20:31,064 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 571f1eebee00279edfb3a39d65803192, 58688e55a8a60073b974830ee1009fec 2024-11-21T09:20:31,265 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 571f1eebee00279edfb3a39d65803192, 58688e55a8a60073b974830ee1009fec 2024-11-21T09:20:31,288 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740/.tmp/info/5bcdd9e18c2d4ac784a0ca43da7aef9d 2024-11-21T09:20:31,293 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/replication/571f1eebee00279edfb3a39d65803192/.tmp/queue/a9710f3076d8498798c2869f99a07399 2024-11-21T09:20:31,297 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/replication/571f1eebee00279edfb3a39d65803192/.tmp/queue/a9710f3076d8498798c2869f99a07399 as hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/replication/571f1eebee00279edfb3a39d65803192/queue/a9710f3076d8498798c2869f99a07399 2024-11-21T09:20:31,297 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:20:31,305 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/replication/571f1eebee00279edfb3a39d65803192/queue/a9710f3076d8498798c2869f99a07399, entries=1, sequenceid=10, filesize=5.2 K 2024-11-21T09:20:31,306 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 571f1eebee00279edfb3a39d65803192 in 442ms, sequenceid=10, compaction requested=false 2024-11-21T09:20:31,312 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740/.tmp/ns/035d7c4619f041dfb2034b5bf512fa96 is 43, key is default/ns:d/1732180820542/Put/seqid=0 2024-11-21T09:20:31,312 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/replication/571f1eebee00279edfb3a39d65803192/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T09:20:31,313 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:20:31,313 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:20:31,313 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192. 2024-11-21T09:20:31,313 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 571f1eebee00279edfb3a39d65803192: Waiting for close lock at 1732180830864Running coprocessor pre-close hooks at 1732180830864Disabling compacts and flushes for region at 1732180830864Disabling writes for close at 1732180830864Obtaining lock to block concurrent updates at 1732180830864Preparing flush snapshotting stores in 571f1eebee00279edfb3a39d65803192 at 1732180830864Finished memstore snapshotting hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732180830864Flushing stores of hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192. at 1732180830865 (+1 ms)Flushing 571f1eebee00279edfb3a39d65803192/queue: creating writer at 1732180830865Flushing 571f1eebee00279edfb3a39d65803192/queue: appending metadata at 1732180830882 (+17 ms)Flushing 571f1eebee00279edfb3a39d65803192/queue: closing flushed file at 1732180830882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@761fa623: reopening flushed file at 1732180831296 (+414 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 571f1eebee00279edfb3a39d65803192 in 442ms, sequenceid=10, compaction requested=false at 1732180831306 (+10 ms)Writing region close event to WAL at 1732180831308 (+2 ms)Running coprocessor post-close hooks at 1732180831313 (+5 ms)Closed at 1732180831313 2024-11-21T09:20:31,313 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732180824636.571f1eebee00279edfb3a39d65803192. 2024-11-21T09:20:31,313 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58688e55a8a60073b974830ee1009fec, disabling compactions & flushes 2024-11-21T09:20:31,313 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732180821321.58688e55a8a60073b974830ee1009fec. 2024-11-21T09:20:31,313 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180821321.58688e55a8a60073b974830ee1009fec. 2024-11-21T09:20:31,313 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732180821321.58688e55a8a60073b974830ee1009fec. after waiting 0 ms 2024-11-21T09:20:31,313 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732180821321.58688e55a8a60073b974830ee1009fec. 2024-11-21T09:20:31,314 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 58688e55a8a60073b974830ee1009fec 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-21T09:20:31,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741842_1018 (size=5153) 2024-11-21T09:20:31,334 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/default/test/58688e55a8a60073b974830ee1009fec/.tmp/f/0fdc9f460d8f47e7960cb348b754c213 is 29, key is row1/f:/1732180829809/DeleteFamily/seqid=0 2024-11-21T09:20:31,334 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740/.tmp/ns/035d7c4619f041dfb2034b5bf512fa96 2024-11-21T09:20:31,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:31,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:31,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:31,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:31,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:31,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:31,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741843_1019 (size=5118) 2024-11-21T09:20:31,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:31,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:31,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:31,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:31,370 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740/.tmp/rep_barrier/d7b948272f004f34a72e73e4fe4d9cbb is 112, key is test,,1732180821321.58688e55a8a60073b974830ee1009fec./rep_barrier:seqnumDuringOpen/1732180822467/Put/seqid=0 2024-11-21T09:20:31,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741844_1020 (size=5518) 2024-11-21T09:20:31,438 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 to pos 915, reset compression=false 2024-11-21T09:20:31,443 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:20:31,443 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 to pos 1162, reset compression=false 2024-11-21T09:20:31,443 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.shipper5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,40029,1732180817326 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:20:31,444 ERROR [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.shipper5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5b0ae2ee7b9e,40029,1732180817326: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5b0ae2ee7b9e,40029,1732180817326, walGroup=5b0ae2ee7b9e%2C40029%2C1732180817326, offset=5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:40029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T09:20:31,445 ERROR [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.shipper5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T09:20:31,446 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.shipper5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T09:20:31,446 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.shipper5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T09:20:31,446 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.shipper5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T09:20:31,447 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.shipper5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T09:20:31,447 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.shipper5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 647790936 }, "NonHeapMemoryUsage": { "committed": 195100672, "init": 7667712, "max": -1, "used": 191339256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T09:20:31,447 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.shipper5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:43853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:43853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T09:20:31,465 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58688e55a8a60073b974830ee1009fec 2024-11-21T09:20:31,507 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:20:31,508 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:20:31,539 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 914, reset compression=false 2024-11-21T09:20:31,653 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 to pos 1162, reset compression=false 2024-11-21T09:20:31,665 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58688e55a8a60073b974830ee1009fec 2024-11-21T09:20:31,746 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/default/test/58688e55a8a60073b974830ee1009fec/.tmp/f/0fdc9f460d8f47e7960cb348b754c213 2024-11-21T09:20:31,751 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0fdc9f460d8f47e7960cb348b754c213 2024-11-21T09:20:31,769 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/default/test/58688e55a8a60073b974830ee1009fec/.tmp/f1/00ec7a13bb204e01a16aa8a585940f6c is 30, key is row1/f1:/1732180829809/DeleteFamily/seqid=0 2024-11-21T09:20:31,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741845_1021 (size=5123) 2024-11-21T09:20:31,774 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740/.tmp/rep_barrier/d7b948272f004f34a72e73e4fe4d9cbb 2024-11-21T09:20:31,798 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740/.tmp/table/31cfaa26f0624e2ea04702b74d7ad269 is 53, key is hbase:replication/table:state/1732180825813/Put/seqid=0 2024-11-21T09:20:31,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741846_1022 (size=5308) 2024-11-21T09:20:31,865 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T09:20:31,865 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(1325): Online Regions={58688e55a8a60073b974830ee1009fec=test,,1732180821321.58688e55a8a60073b974830ee1009fec., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T09:20:31,865 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58688e55a8a60073b974830ee1009fec 2024-11-21T09:20:31,959 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.wal-reader.5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/WALs/5b0ae2ee7b9e,40029,1732180817326/5b0ae2ee7b9e%2C40029%2C1732180817326.1732180819634 to pos 1162, reset compression=false 2024-11-21T09:20:32,065 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58688e55a8a60073b974830ee1009fec 2024-11-21T09:20:32,143 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 914, reset compression=false 2024-11-21T09:20:32,174 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/default/test/58688e55a8a60073b974830ee1009fec/.tmp/f1/00ec7a13bb204e01a16aa8a585940f6c 2024-11-21T09:20:32,178 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00ec7a13bb204e01a16aa8a585940f6c 2024-11-21T09:20:32,195 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/default/test/58688e55a8a60073b974830ee1009fec/.tmp/norep/5999b2b30745442fb1298ec5bdabf82d is 33, key is row1/norep:/1732180829809/DeleteFamily/seqid=0 2024-11-21T09:20:32,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741847_1023 (size=5108) 2024-11-21T09:20:32,199 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/default/test/58688e55a8a60073b974830ee1009fec/.tmp/norep/5999b2b30745442fb1298ec5bdabf82d 2024-11-21T09:20:32,202 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740/.tmp/table/31cfaa26f0624e2ea04702b74d7ad269 2024-11-21T09:20:32,203 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5999b2b30745442fb1298ec5bdabf82d 2024-11-21T09:20:32,204 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/default/test/58688e55a8a60073b974830ee1009fec/.tmp/f/0fdc9f460d8f47e7960cb348b754c213 as hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/default/test/58688e55a8a60073b974830ee1009fec/f/0fdc9f460d8f47e7960cb348b754c213 2024-11-21T09:20:32,208 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740/.tmp/info/5bcdd9e18c2d4ac784a0ca43da7aef9d as hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740/info/5bcdd9e18c2d4ac784a0ca43da7aef9d 2024-11-21T09:20:32,211 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0fdc9f460d8f47e7960cb348b754c213 2024-11-21T09:20:32,211 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/default/test/58688e55a8a60073b974830ee1009fec/f/0fdc9f460d8f47e7960cb348b754c213, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T09:20:32,212 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/default/test/58688e55a8a60073b974830ee1009fec/.tmp/f1/00ec7a13bb204e01a16aa8a585940f6c as hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/default/test/58688e55a8a60073b974830ee1009fec/f1/00ec7a13bb204e01a16aa8a585940f6c 2024-11-21T09:20:32,213 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740/info/5bcdd9e18c2d4ac784a0ca43da7aef9d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T09:20:32,214 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740/.tmp/ns/035d7c4619f041dfb2034b5bf512fa96 as hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740/ns/035d7c4619f041dfb2034b5bf512fa96 2024-11-21T09:20:32,217 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00ec7a13bb204e01a16aa8a585940f6c 2024-11-21T09:20:32,217 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/default/test/58688e55a8a60073b974830ee1009fec/f1/00ec7a13bb204e01a16aa8a585940f6c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T09:20:32,218 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/default/test/58688e55a8a60073b974830ee1009fec/.tmp/norep/5999b2b30745442fb1298ec5bdabf82d as hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/default/test/58688e55a8a60073b974830ee1009fec/norep/5999b2b30745442fb1298ec5bdabf82d 2024-11-21T09:20:32,218 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740/ns/035d7c4619f041dfb2034b5bf512fa96, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T09:20:32,219 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740/.tmp/rep_barrier/d7b948272f004f34a72e73e4fe4d9cbb as hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740/rep_barrier/d7b948272f004f34a72e73e4fe4d9cbb 2024-11-21T09:20:32,222 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5999b2b30745442fb1298ec5bdabf82d 2024-11-21T09:20:32,222 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/default/test/58688e55a8a60073b974830ee1009fec/norep/5999b2b30745442fb1298ec5bdabf82d, entries=1, sequenceid=8, filesize=5.0 K 2024-11-21T09:20:32,222 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740/rep_barrier/d7b948272f004f34a72e73e4fe4d9cbb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T09:20:32,223 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740/.tmp/table/31cfaa26f0624e2ea04702b74d7ad269 as hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740/table/31cfaa26f0624e2ea04702b74d7ad269 2024-11-21T09:20:32,224 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 58688e55a8a60073b974830ee1009fec in 911ms, sequenceid=8, compaction requested=false 2024-11-21T09:20:32,228 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740/table/31cfaa26f0624e2ea04702b74d7ad269, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T09:20:32,228 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1364ms, sequenceid=16, compaction requested=false 2024-11-21T09:20:32,229 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/default/test/58688e55a8a60073b974830ee1009fec/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T09:20:32,230 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:20:32,230 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:20:32,230 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732180821321.58688e55a8a60073b974830ee1009fec. 2024-11-21T09:20:32,230 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58688e55a8a60073b974830ee1009fec: Waiting for close lock at 1732180831313Running coprocessor pre-close hooks at 1732180831313Disabling compacts and flushes for region at 1732180831313Disabling writes for close at 1732180831313Obtaining lock to block concurrent updates at 1732180831314 (+1 ms)Preparing flush snapshotting stores in 58688e55a8a60073b974830ee1009fec at 1732180831314Finished memstore snapshotting test,,1732180821321.58688e55a8a60073b974830ee1009fec., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732180831314Flushing stores of test,,1732180821321.58688e55a8a60073b974830ee1009fec. at 1732180831314Flushing 58688e55a8a60073b974830ee1009fec/f: creating writer at 1732180831314Flushing 58688e55a8a60073b974830ee1009fec/f: appending metadata at 1732180831333 (+19 ms)Flushing 58688e55a8a60073b974830ee1009fec/f: closing flushed file at 1732180831333Flushing 58688e55a8a60073b974830ee1009fec/f1: creating writer at 1732180831751 (+418 ms)Flushing 58688e55a8a60073b974830ee1009fec/f1: appending metadata at 1732180831768 (+17 ms)Flushing 58688e55a8a60073b974830ee1009fec/f1: closing flushed file at 1732180831768Flushing 58688e55a8a60073b974830ee1009fec/norep: creating writer at 1732180832178 (+410 ms)Flushing 58688e55a8a60073b974830ee1009fec/norep: appending metadata at 1732180832194 (+16 ms)Flushing 58688e55a8a60073b974830ee1009fec/norep: closing flushed file at 1732180832194Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37d5107c: reopening flushed file at 1732180832203 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31d17df7: reopening flushed file at 1732180832211 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78176d05: reopening flushed file at 1732180832217 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 58688e55a8a60073b974830ee1009fec in 911ms, sequenceid=8, compaction requested=false at 1732180832224 (+7 ms)Writing region close event to WAL at 1732180832226 (+2 ms)Running coprocessor post-close hooks at 1732180832230 (+4 ms)Closed at 1732180832230 2024-11-21T09:20:32,230 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732180821321.58688e55a8a60073b974830ee1009fec. 2024-11-21T09:20:32,234 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T09:20:32,234 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:20:32,234 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:20:32,234 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:20:32,234 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180830864Running coprocessor pre-close hooks at 1732180830864Disabling compacts and flushes for region at 1732180830864Disabling writes for close at 1732180830864Obtaining lock to block concurrent updates at 1732180830864Preparing flush snapshotting stores in 1588230740 at 1732180830864Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732180830865 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732180830865Flushing 1588230740/info: creating writer at 1732180830865Flushing 1588230740/info: appending metadata at 1732180830882 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732180830882Flushing 1588230740/ns: creating writer at 1732180831292 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732180831311 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732180831311Flushing 1588230740/rep_barrier: creating writer at 1732180831339 (+28 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732180831369 (+30 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732180831369Flushing 1588230740/table: creating writer at 1732180831778 (+409 ms)Flushing 1588230740/table: appending metadata at 1732180831797 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732180831798 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26398c79: reopening flushed file at 1732180832206 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41eee5e1: reopening flushed file at 1732180832213 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c601239: reopening flushed file at 1732180832218 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53f9f61b: reopening flushed file at 1732180832223 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1364ms, sequenceid=16, compaction requested=false at 1732180832228 (+5 ms)Writing region close event to WAL at 1732180832230 (+2 ms)Running coprocessor post-close hooks at 1732180832234 (+4 ms)Closed at 1732180832234 2024-11-21T09:20:32,234 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:20:32,266 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,40029,1732180817326; all regions closed. 2024-11-21T09:20:32,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741834_1010 (size=4239) 2024-11-21T09:20:32,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741839_1015 (size=2676) 2024-11-21T09:20:32,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741832_1008 (size=1814) 2024-11-21T09:20:32,273 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:32,273 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:20:32,273 INFO [RS:0;5b0ae2ee7b9e:40029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:20:32,273 INFO [RS:0;5b0ae2ee7b9e:40029 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T09:20:32,274 INFO [RS:0;5b0ae2ee7b9e:40029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:20:32,274 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:20:32,274 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b0ae2ee7b9e,40029,1732180817326 because: Region server is closing 2024-11-21T09:20:32,274 INFO [RS:0;5b0ae2ee7b9e:40029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:40029. 2024-11-21T09:20:32,274 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:20:32,274 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:32,274 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:32,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:20:32,375 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40029,1732180817326.replicationSource.shipper5b0ae2ee7b9e%2C40029%2C1732180817326,1-5b0ae2ee7b9e,40029,1732180817326 terminated 2024-11-21T09:20:32,375 INFO [RS:0;5b0ae2ee7b9e:40029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:40029. 2024-11-21T09:20:32,375 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:20:32,375 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:32,375 DEBUG [RS:0;5b0ae2ee7b9e:40029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:32,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:20:32,375 INFO [RS:0;5b0ae2ee7b9e:40029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40029 2024-11-21T09:20:32,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1015cb195460004, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1277756650/rs/5b0ae2ee7b9e,40029,1732180817326 2024-11-21T09:20:32,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1277756650/rs 2024-11-21T09:20:32,430 INFO [RS:0;5b0ae2ee7b9e:40029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:20:32,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,40029,1732180817326] 2024-11-21T09:20:32,451 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1277756650/draining/5b0ae2ee7b9e,40029,1732180817326 already deleted, retry=false 2024-11-21T09:20:32,451 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,40029,1732180817326 expired; onlineServers=0 2024-11-21T09:20:32,451 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,43853,1732180817180' ***** 2024-11-21T09:20:32,451 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:20:32,451 INFO [M:0;5b0ae2ee7b9e:43853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:20:32,452 INFO [M:0;5b0ae2ee7b9e:43853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:20:32,452 DEBUG [M:0;5b0ae2ee7b9e:43853 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:20:32,452 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:20:32,452 DEBUG [M:0;5b0ae2ee7b9e:43853 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:20:32,452 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180819350 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180819350,5,FailOnTimeoutGroup] 2024-11-21T09:20:32,452 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180819350 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180819350,5,FailOnTimeoutGroup] 2024-11-21T09:20:32,452 INFO [M:0;5b0ae2ee7b9e:43853 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:20:32,452 INFO [M:0;5b0ae2ee7b9e:43853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:20:32,452 DEBUG [M:0;5b0ae2ee7b9e:43853 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:20:32,452 INFO [M:0;5b0ae2ee7b9e:43853 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:20:32,452 INFO [M:0;5b0ae2ee7b9e:43853 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:20:32,452 INFO [M:0;5b0ae2ee7b9e:43853 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:20:32,453 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:20:32,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1277756650/master 2024-11-21T09:20:32,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1277756650 2024-11-21T09:20:32,466 DEBUG [M:0;5b0ae2ee7b9e:43853 {}] zookeeper.ZKUtil(347): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Unable to get data of znode /1277756650/master because node does not exist (not an error) 2024-11-21T09:20:32,466 WARN [M:0;5b0ae2ee7b9e:43853 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T09:20:32,466 INFO [M:0;5b0ae2ee7b9e:43853 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/.lastflushedseqids 2024-11-21T09:20:32,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741848_1024 (size=245) 2024-11-21T09:20:32,541 INFO [RS:0;5b0ae2ee7b9e:40029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:20:32,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1015cb195460004, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:20:32,541 INFO [RS:0;5b0ae2ee7b9e:40029 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,40029,1732180817326; zookeeper connection closed. 2024-11-21T09:20:32,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1015cb195460004, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:20:32,541 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e96a1df {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e96a1df 2024-11-21T09:20:32,541 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T09:20:32,847 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 914, reset compression=false 2024-11-21T09:20:32,871 INFO [M:0;5b0ae2ee7b9e:43853 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:20:32,871 INFO [M:0;5b0ae2ee7b9e:43853 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:20:32,872 DEBUG [M:0;5b0ae2ee7b9e:43853 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:20:32,872 INFO [M:0;5b0ae2ee7b9e:43853 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:32,872 DEBUG [M:0;5b0ae2ee7b9e:43853 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:32,872 DEBUG [M:0;5b0ae2ee7b9e:43853 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:20:32,872 DEBUG [M:0;5b0ae2ee7b9e:43853 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:32,872 INFO [M:0;5b0ae2ee7b9e:43853 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-21T09:20:32,892 DEBUG [M:0;5b0ae2ee7b9e:43853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20239472cf5d4135b60ed05c89fdd965 is 82, key is hbase:meta,,1/info:regioninfo/1732180820529/Put/seqid=0 2024-11-21T09:20:32,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741849_1025 (size=5672) 2024-11-21T09:20:32,896 INFO [M:0;5b0ae2ee7b9e:43853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20239472cf5d4135b60ed05c89fdd965 2024-11-21T09:20:32,914 DEBUG [M:0;5b0ae2ee7b9e:43853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/633365d063644eb2824faf237bb21857 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732180825816/Put/seqid=0 2024-11-21T09:20:32,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741850_1026 (size=8515) 2024-11-21T09:20:32,918 INFO [M:0;5b0ae2ee7b9e:43853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/633365d063644eb2824faf237bb21857 2024-11-21T09:20:32,939 DEBUG [M:0;5b0ae2ee7b9e:43853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91ab437085bc4878ab6bc341dc7f75de is 69, key is 5b0ae2ee7b9e,40029,1732180817326/rs:state/1732180819387/Put/seqid=0 2024-11-21T09:20:32,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741851_1027 (size=5156) 2024-11-21T09:20:33,344 INFO [M:0;5b0ae2ee7b9e:43853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91ab437085bc4878ab6bc341dc7f75de 2024-11-21T09:20:33,349 DEBUG [M:0;5b0ae2ee7b9e:43853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/20239472cf5d4135b60ed05c89fdd965 as hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20239472cf5d4135b60ed05c89fdd965 2024-11-21T09:20:33,353 INFO [M:0;5b0ae2ee7b9e:43853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/20239472cf5d4135b60ed05c89fdd965, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T09:20:33,353 DEBUG [M:0;5b0ae2ee7b9e:43853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/633365d063644eb2824faf237bb21857 as hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/633365d063644eb2824faf237bb21857 2024-11-21T09:20:33,357 INFO [M:0;5b0ae2ee7b9e:43853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/633365d063644eb2824faf237bb21857, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T09:20:33,357 DEBUG [M:0;5b0ae2ee7b9e:43853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91ab437085bc4878ab6bc341dc7f75de as hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91ab437085bc4878ab6bc341dc7f75de 2024-11-21T09:20:33,361 INFO [M:0;5b0ae2ee7b9e:43853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40763/user/jenkins/test-data/ba7008db-2c2d-cd69-269e-592fea2ae18b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91ab437085bc4878ab6bc341dc7f75de, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T09:20:33,362 INFO [M:0;5b0ae2ee7b9e:43853 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 490ms, sequenceid=97, compaction requested=false 2024-11-21T09:20:33,363 INFO [M:0;5b0ae2ee7b9e:43853 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:33,363 DEBUG [M:0;5b0ae2ee7b9e:43853 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180832871Disabling compacts and flushes for region at 1732180832871Disabling writes for close at 1732180832872 (+1 ms)Obtaining lock to block concurrent updates at 1732180832872Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180832872Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732180832872Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180832873 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180832873Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180832892 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180832892Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180832900 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180832914 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180832914Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180832922 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180832938 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180832939 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@364d6035: reopening flushed file at 1732180833348 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6499873d: reopening flushed file at 1732180833353 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@627af8ad: reopening flushed file at 1732180833357 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 490ms, sequenceid=97, compaction requested=false at 1732180833362 (+5 ms)Writing region close event to WAL at 1732180833363 (+1 ms)Closed at 1732180833363 2024-11-21T09:20:33,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36643 is added to blk_1073741830_1006 (size=63642) 2024-11-21T09:20:33,365 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:20:33,365 INFO [M:0;5b0ae2ee7b9e:43853 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:20:33,365 INFO [M:0;5b0ae2ee7b9e:43853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43853 2024-11-21T09:20:33,366 INFO [M:0;5b0ae2ee7b9e:43853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:20:33,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:20:33,509 INFO [M:0;5b0ae2ee7b9e:43853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:20:33,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015cb195460003, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:20:33,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c43688e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:20:33,551 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23c48548{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:20:33,551 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:20:33,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d815a98{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:20:33,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d9888fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/hadoop.log.dir/,STOPPED} 2024-11-21T09:20:33,553 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:20:33,553 WARN [BP-727628205-172.17.0.2-1732180815228 heartbeating to localhost/127.0.0.1:40763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:20:33,553 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:20:33,553 WARN [BP-727628205-172.17.0.2-1732180815228 heartbeating to localhost/127.0.0.1:40763 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-727628205-172.17.0.2-1732180815228 (Datanode Uuid 92694717-de48-481f-8fee-71526915c125) service to localhost/127.0.0.1:40763 2024-11-21T09:20:33,554 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/cluster_2d365ffc-e490-414e-0776-bb3fef8133db/data/data1/current/BP-727628205-172.17.0.2-1732180815228 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:20:33,554 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/cluster_2d365ffc-e490-414e-0776-bb3fef8133db/data/data2/current/BP-727628205-172.17.0.2-1732180815228 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:20:33,554 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:20:33,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d0ff2f9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:20:33,560 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41072056{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:20:33,560 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:20:33,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2587ef4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:20:33,560 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@349e4dd9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/hadoop.log.dir/,STOPPED} 2024-11-21T09:20:33,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T09:20:33,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T09:20:33,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:20:33,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:20:33,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:33,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:33,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:20:33,578 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:20:33,578 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=567709696, stopped=false 2024-11-21T09:20:33,578 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,33051,1732180811707 2024-11-21T09:20:33,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1596964482/running 2024-11-21T09:20:33,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41233-0x1015cb195460001, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1596964482/running 2024-11-21T09:20:33,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41233-0x1015cb195460001, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1596964482 2024-11-21T09:20:33,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1596964482 2024-11-21T09:20:33,588 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:20:33,589 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:20:33,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41233-0x1015cb195460001, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Set watcher on znode that does not yet exist, /0-1596964482/running 2024-11-21T09:20:33,589 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:20:33,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:33,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Set watcher on znode that does not yet exist, /0-1596964482/running 2024-11-21T09:20:33,589 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,41233,1732180811859' ***** 2024-11-21T09:20:33,589 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:20:33,589 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:20:33,589 INFO [RS:0;5b0ae2ee7b9e:41233 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:20:33,589 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:20:33,590 INFO [RS:0;5b0ae2ee7b9e:41233 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:20:33,590 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(3091): Received CLOSE for 0be0306add55cef236a3d3d5d14acd23 2024-11-21T09:20:33,590 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(3091): Received CLOSE for a2a8fc0f12e791dae0715a3c9f456131 2024-11-21T09:20:33,590 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,41233,1732180811859 2024-11-21T09:20:33,590 INFO [RS:0;5b0ae2ee7b9e:41233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:20:33,590 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0be0306add55cef236a3d3d5d14acd23, disabling compactions & flushes 2024-11-21T09:20:33,590 INFO [RS:0;5b0ae2ee7b9e:41233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:41233. 2024-11-21T09:20:33,590 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732180820685.0be0306add55cef236a3d3d5d14acd23. 2024-11-21T09:20:33,590 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180820685.0be0306add55cef236a3d3d5d14acd23. 2024-11-21T09:20:33,590 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732180820685.0be0306add55cef236a3d3d5d14acd23. after waiting 0 ms 2024-11-21T09:20:33,590 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:20:33,590 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732180820685.0be0306add55cef236a3d3d5d14acd23. 2024-11-21T09:20:33,590 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:33,590 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0be0306add55cef236a3d3d5d14acd23 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-21T09:20:33,590 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:20:33,590 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:20:33,590 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:20:33,590 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:20:33,590 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T09:20:33,590 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(1325): Online Regions={0be0306add55cef236a3d3d5d14acd23=test,,1732180820685.0be0306add55cef236a3d3d5d14acd23., 1588230740=hbase:meta,,1.1588230740, a2a8fc0f12e791dae0715a3c9f456131=hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131.} 2024-11-21T09:20:33,590 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(1351): Waiting on 0be0306add55cef236a3d3d5d14acd23, 1588230740, a2a8fc0f12e791dae0715a3c9f456131 2024-11-21T09:20:33,590 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:20:33,590 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:20:33,590 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:20:33,591 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:20:33,591 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:20:33,591 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T09:20:33,609 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/default/test/0be0306add55cef236a3d3d5d14acd23/.tmp/f/2193b065e82440bfbac6ed5fb8a4f24c is 29, key is row1/f:/1732180829809/DeleteFamily/seqid=0 2024-11-21T09:20:33,613 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740/.tmp/info/5762b77fa8ab42338a11abead8b6b5f5 is 147, key is hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131./info:regioninfo/1732180824254/Put/seqid=0 2024-11-21T09:20:33,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741840_1016 (size=5118) 2024-11-21T09:20:33,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741841_1017 (size=7686) 2024-11-21T09:20:33,647 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:20:33,653 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 914, reset compression=false 2024-11-21T09:20:33,658 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:20:33,658 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 1161, reset compression=false 2024-11-21T09:20:33,658 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.shipper5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,41233,1732180811859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:20:33,658 ERROR [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.shipper5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5b0ae2ee7b9e,41233,1732180811859: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5b0ae2ee7b9e,41233,1732180811859, walGroup=5b0ae2ee7b9e%2C41233%2C1732180811859, offset=5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:41233 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T09:20:33,659 ERROR [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.shipper5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T09:20:33,659 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.shipper5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T09:20:33,660 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.shipper5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T09:20:33,660 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.shipper5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T09:20:33,660 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.shipper5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T09:20:33,660 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.shipper5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 693928280 }, "NonHeapMemoryUsage": { "committed": 195493888, "init": 7667712, "max": -1, "used": 191923608 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T09:20:33,660 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.shipper5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:33051 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:33051 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T09:20:33,791 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(1351): Waiting on 0be0306add55cef236a3d3d5d14acd23, 1588230740, a2a8fc0f12e791dae0715a3c9f456131 2024-11-21T09:20:33,828 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:20:33,829 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:20:33,829 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28346 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:20:33,861 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 1161, reset compression=false 2024-11-21T09:20:33,932 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:20:33,932 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:20:33,991 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(1351): Waiting on 0be0306add55cef236a3d3d5d14acd23, 1588230740, a2a8fc0f12e791dae0715a3c9f456131 2024-11-21T09:20:34,014 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/default/test/0be0306add55cef236a3d3d5d14acd23/.tmp/f/2193b065e82440bfbac6ed5fb8a4f24c 2024-11-21T09:20:34,017 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740/.tmp/info/5762b77fa8ab42338a11abead8b6b5f5 2024-11-21T09:20:34,018 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2193b065e82440bfbac6ed5fb8a4f24c 2024-11-21T09:20:34,034 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/default/test/0be0306add55cef236a3d3d5d14acd23/.tmp/f1/21b932de30b94a97a78ccc5230c75f1b is 30, key is row1/f1:/1732180829809/DeleteFamily/seqid=0 2024-11-21T09:20:34,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741842_1018 (size=5123) 2024-11-21T09:20:34,039 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740/.tmp/ns/dc80262deb074b7ba4640ba5c039e0b3 is 43, key is default/ns:d/1732180815133/Put/seqid=0 2024-11-21T09:20:34,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741843_1019 (size=5153) 2024-11-21T09:20:34,042 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740/.tmp/ns/dc80262deb074b7ba4640ba5c039e0b3 2024-11-21T09:20:34,064 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740/.tmp/rep_barrier/ab22d74f21364d58ac755350338da80c is 112, key is test,,1732180820685.0be0306add55cef236a3d3d5d14acd23./rep_barrier:seqnumDuringOpen/1732180821034/Put/seqid=0 2024-11-21T09:20:34,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741844_1020 (size=5518) 2024-11-21T09:20:34,164 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 1161, reset compression=false 2024-11-21T09:20:34,191 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(1351): Waiting on 0be0306add55cef236a3d3d5d14acd23, 1588230740, a2a8fc0f12e791dae0715a3c9f456131 2024-11-21T09:20:34,391 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(1351): Waiting on 0be0306add55cef236a3d3d5d14acd23, 1588230740, a2a8fc0f12e791dae0715a3c9f456131 2024-11-21T09:20:34,439 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/default/test/0be0306add55cef236a3d3d5d14acd23/.tmp/f1/21b932de30b94a97a78ccc5230c75f1b 2024-11-21T09:20:34,443 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21b932de30b94a97a78ccc5230c75f1b 2024-11-21T09:20:34,462 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/default/test/0be0306add55cef236a3d3d5d14acd23/.tmp/norep/1d4c2b8e5f90491f80e12c00dd2dbf62 is 32, key is row/norep:/1732180828803/DeleteFamily/seqid=0 2024-11-21T09:20:34,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741845_1021 (size=5101) 2024-11-21T09:20:34,467 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740/.tmp/rep_barrier/ab22d74f21364d58ac755350338da80c 2024-11-21T09:20:34,482 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740/.tmp/table/05d0cee560d24b43af5c29606bfe5539 is 53, key is hbase:replication/table:state/1732180824261/Put/seqid=0 2024-11-21T09:20:34,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741846_1022 (size=5308) 2024-11-21T09:20:34,567 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 1161, reset compression=false 2024-11-21T09:20:34,591 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(1351): Waiting on 0be0306add55cef236a3d3d5d14acd23, 1588230740, a2a8fc0f12e791dae0715a3c9f456131 2024-11-21T09:20:34,792 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(1351): Waiting on 0be0306add55cef236a3d3d5d14acd23, 1588230740, a2a8fc0f12e791dae0715a3c9f456131 2024-11-21T09:20:34,866 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/default/test/0be0306add55cef236a3d3d5d14acd23/.tmp/norep/1d4c2b8e5f90491f80e12c00dd2dbf62 2024-11-21T09:20:34,871 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d4c2b8e5f90491f80e12c00dd2dbf62 2024-11-21T09:20:34,871 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/default/test/0be0306add55cef236a3d3d5d14acd23/.tmp/f/2193b065e82440bfbac6ed5fb8a4f24c as hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/default/test/0be0306add55cef236a3d3d5d14acd23/f/2193b065e82440bfbac6ed5fb8a4f24c 2024-11-21T09:20:34,875 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2193b065e82440bfbac6ed5fb8a4f24c 2024-11-21T09:20:34,875 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/default/test/0be0306add55cef236a3d3d5d14acd23/f/2193b065e82440bfbac6ed5fb8a4f24c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T09:20:34,876 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/default/test/0be0306add55cef236a3d3d5d14acd23/.tmp/f1/21b932de30b94a97a78ccc5230c75f1b as hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/default/test/0be0306add55cef236a3d3d5d14acd23/f1/21b932de30b94a97a78ccc5230c75f1b 2024-11-21T09:20:34,880 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21b932de30b94a97a78ccc5230c75f1b 2024-11-21T09:20:34,880 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/default/test/0be0306add55cef236a3d3d5d14acd23/f1/21b932de30b94a97a78ccc5230c75f1b, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T09:20:34,881 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/default/test/0be0306add55cef236a3d3d5d14acd23/.tmp/norep/1d4c2b8e5f90491f80e12c00dd2dbf62 as hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/default/test/0be0306add55cef236a3d3d5d14acd23/norep/1d4c2b8e5f90491f80e12c00dd2dbf62 2024-11-21T09:20:34,885 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d4c2b8e5f90491f80e12c00dd2dbf62 2024-11-21T09:20:34,885 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/default/test/0be0306add55cef236a3d3d5d14acd23/norep/1d4c2b8e5f90491f80e12c00dd2dbf62, entries=1, sequenceid=8, filesize=5.0 K 2024-11-21T09:20:34,886 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740/.tmp/table/05d0cee560d24b43af5c29606bfe5539 2024-11-21T09:20:34,886 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0be0306add55cef236a3d3d5d14acd23 in 1296ms, sequenceid=8, compaction requested=false 2024-11-21T09:20:34,890 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/default/test/0be0306add55cef236a3d3d5d14acd23/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T09:20:34,890 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740/.tmp/info/5762b77fa8ab42338a11abead8b6b5f5 as hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740/info/5762b77fa8ab42338a11abead8b6b5f5 2024-11-21T09:20:34,891 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:20:34,891 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:20:34,891 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732180820685.0be0306add55cef236a3d3d5d14acd23. 2024-11-21T09:20:34,891 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0be0306add55cef236a3d3d5d14acd23: Waiting for close lock at 1732180833590Running coprocessor pre-close hooks at 1732180833590Disabling compacts and flushes for region at 1732180833590Disabling writes for close at 1732180833590Obtaining lock to block concurrent updates at 1732180833590Preparing flush snapshotting stores in 0be0306add55cef236a3d3d5d14acd23 at 1732180833590Finished memstore snapshotting test,,1732180820685.0be0306add55cef236a3d3d5d14acd23., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732180833590Flushing stores of test,,1732180820685.0be0306add55cef236a3d3d5d14acd23. at 1732180833591 (+1 ms)Flushing 0be0306add55cef236a3d3d5d14acd23/f: creating writer at 1732180833591Flushing 0be0306add55cef236a3d3d5d14acd23/f: appending metadata at 1732180833608 (+17 ms)Flushing 0be0306add55cef236a3d3d5d14acd23/f: closing flushed file at 1732180833608Flushing 0be0306add55cef236a3d3d5d14acd23/f1: creating writer at 1732180834018 (+410 ms)Flushing 0be0306add55cef236a3d3d5d14acd23/f1: appending metadata at 1732180834033 (+15 ms)Flushing 0be0306add55cef236a3d3d5d14acd23/f1: closing flushed file at 1732180834034 (+1 ms)Flushing 0be0306add55cef236a3d3d5d14acd23/norep: creating writer at 1732180834443 (+409 ms)Flushing 0be0306add55cef236a3d3d5d14acd23/norep: appending metadata at 1732180834461 (+18 ms)Flushing 0be0306add55cef236a3d3d5d14acd23/norep: closing flushed file at 1732180834461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50074f9b: reopening flushed file at 1732180834871 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3669344a: reopening flushed file at 1732180834875 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@329423c5: reopening flushed file at 1732180834880 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0be0306add55cef236a3d3d5d14acd23 in 1296ms, sequenceid=8, compaction requested=false at 1732180834886 (+6 ms)Writing region close event to WAL at 1732180834887 (+1 ms)Running coprocessor post-close hooks at 1732180834891 (+4 ms)Closed at 1732180834891 2024-11-21T09:20:34,892 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732180820685.0be0306add55cef236a3d3d5d14acd23. 2024-11-21T09:20:34,892 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a2a8fc0f12e791dae0715a3c9f456131, disabling compactions & flushes 2024-11-21T09:20:34,892 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131. 2024-11-21T09:20:34,892 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131. 2024-11-21T09:20:34,892 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131. after waiting 0 ms 2024-11-21T09:20:34,892 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131. 2024-11-21T09:20:34,892 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a2a8fc0f12e791dae0715a3c9f456131: Waiting for close lock at 1732180834892Running coprocessor pre-close hooks at 1732180834892Disabling compacts and flushes for region at 1732180834892Disabling writes for close at 1732180834892Failed flush hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131., putting online again at 1732180834892 2024-11-21T09:20:34,892 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131. 2024-11-21T09:20:34,894 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740/info/5762b77fa8ab42338a11abead8b6b5f5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T09:20:34,895 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740/.tmp/ns/dc80262deb074b7ba4640ba5c039e0b3 as hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740/ns/dc80262deb074b7ba4640ba5c039e0b3 2024-11-21T09:20:34,898 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740/ns/dc80262deb074b7ba4640ba5c039e0b3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T09:20:34,899 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740/.tmp/rep_barrier/ab22d74f21364d58ac755350338da80c as hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740/rep_barrier/ab22d74f21364d58ac755350338da80c 2024-11-21T09:20:34,903 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740/rep_barrier/ab22d74f21364d58ac755350338da80c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T09:20:34,903 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740/.tmp/table/05d0cee560d24b43af5c29606bfe5539 as hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740/table/05d0cee560d24b43af5c29606bfe5539 2024-11-21T09:20:34,907 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740/table/05d0cee560d24b43af5c29606bfe5539, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T09:20:34,908 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false 2024-11-21T09:20:34,919 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T09:20:34,920 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:20:34,920 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:20:34,920 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:20:34,920 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180833590Running coprocessor pre-close hooks at 1732180833590Disabling compacts and flushes for region at 1732180833590Disabling writes for close at 1732180833591 (+1 ms)Obtaining lock to block concurrent updates at 1732180833591Preparing flush snapshotting stores in 1588230740 at 1732180833591Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732180833591Flushing stores of hbase:meta,,1.1588230740 at 1732180833591Flushing 1588230740/info: creating writer at 1732180833591Flushing 1588230740/info: appending metadata at 1732180833613 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732180833613Flushing 1588230740/ns: creating writer at 1732180834021 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732180834038 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732180834038Flushing 1588230740/rep_barrier: creating writer at 1732180834046 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732180834063 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732180834063Flushing 1588230740/table: creating writer at 1732180834470 (+407 ms)Flushing 1588230740/table: appending metadata at 1732180834482 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732180834482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@458df8d: reopening flushed file at 1732180834890 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ffefaff: reopening flushed file at 1732180834894 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77a4b6ca: reopening flushed file at 1732180834899 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@81db8f4: reopening flushed file at 1732180834903 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1317ms, sequenceid=16, compaction requested=false at 1732180834908 (+5 ms)Writing region close event to WAL at 1732180834916 (+8 ms)Running coprocessor post-close hooks at 1732180834920 (+4 ms)Closed at 1732180834920 2024-11-21T09:20:34,920 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:20:34,992 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T09:20:34,992 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(1325): Online Regions={a2a8fc0f12e791dae0715a3c9f456131=hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131.} 2024-11-21T09:20:34,992 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(3091): Received CLOSE for a2a8fc0f12e791dae0715a3c9f456131 2024-11-21T09:20:34,992 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(1351): Waiting on a2a8fc0f12e791dae0715a3c9f456131 2024-11-21T09:20:34,992 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a2a8fc0f12e791dae0715a3c9f456131, disabling compactions & flushes 2024-11-21T09:20:34,992 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131. 2024-11-21T09:20:34,992 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131. 2024-11-21T09:20:34,992 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131. after waiting 0 ms 2024-11-21T09:20:34,992 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131. 2024-11-21T09:20:34,992 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a2a8fc0f12e791dae0715a3c9f456131: Waiting for close lock at 1732180834992Running coprocessor pre-close hooks at 1732180834992Disabling compacts and flushes for region at 1732180834992Disabling writes for close at 1732180834992Failed flush hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131., putting online again at 1732180834992 2024-11-21T09:20:34,992 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732180823488.a2a8fc0f12e791dae0715a3c9f456131. 2024-11-21T09:20:35,070 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 1161, reset compression=false 2024-11-21T09:20:35,074 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:20:35,074 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 1805, reset compression=false 2024-11-21T09:20:35,192 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-21T09:20:35,192 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,41233,1732180811859; all regions closed. 2024-11-21T09:20:35,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741834_1010 (size=4239) 2024-11-21T09:20:35,194 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.meta.1732180815080.meta not finished, retry = 0 2024-11-21T09:20:35,277 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.wal-reader.5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 to pos 1805, reset compression=false 2024-11-21T09:20:35,297 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.rep.1732180824220 not finished, retry = 0 2024-11-21T09:20:35,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741839_1015 (size=1733) 2024-11-21T09:20:35,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741832_1008 (size=1813) 2024-11-21T09:20:35,399 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/WALs/5b0ae2ee7b9e,41233,1732180811859/5b0ae2ee7b9e%2C41233%2C1732180811859.1732180814065 not finished, retry = 0 2024-11-21T09:20:35,500 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:35,500 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:20:35,500 INFO [RS:0;5b0ae2ee7b9e:41233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:20:35,500 INFO [RS:0;5b0ae2ee7b9e:41233 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T09:20:35,501 INFO [RS:0;5b0ae2ee7b9e:41233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:20:35,501 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:20:35,501 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b0ae2ee7b9e,41233,1732180811859 because: Region server is closing 2024-11-21T09:20:35,501 INFO [RS:0;5b0ae2ee7b9e:41233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:41233. 2024-11-21T09:20:35,501 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:20:35,501 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:35,501 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:35,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:20:35,601 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,41233,1732180811859.replicationSource.shipper5b0ae2ee7b9e%2C41233%2C1732180811859,1-5b0ae2ee7b9e,41233,1732180811859 terminated 2024-11-21T09:20:35,602 INFO [RS:0;5b0ae2ee7b9e:41233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:41233. 2024-11-21T09:20:35,602 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:20:35,602 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:35,602 DEBUG [RS:0;5b0ae2ee7b9e:41233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:35,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:20:35,602 INFO [RS:0;5b0ae2ee7b9e:41233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41233 2024-11-21T09:20:35,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1596964482/rs 2024-11-21T09:20:35,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41233-0x1015cb195460001, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1596964482/rs/5b0ae2ee7b9e,41233,1732180811859 2024-11-21T09:20:35,662 INFO [RS:0;5b0ae2ee7b9e:41233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:20:35,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,41233,1732180811859] 2024-11-21T09:20:35,682 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1596964482/draining/5b0ae2ee7b9e,41233,1732180811859 already deleted, retry=false 2024-11-21T09:20:35,683 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,41233,1732180811859 expired; onlineServers=0 2024-11-21T09:20:35,683 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,33051,1732180811707' ***** 2024-11-21T09:20:35,683 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:20:35,683 INFO [M:0;5b0ae2ee7b9e:33051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:20:35,683 INFO [M:0;5b0ae2ee7b9e:33051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:20:35,683 DEBUG [M:0;5b0ae2ee7b9e:33051 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:20:35,683 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:20:35,683 DEBUG [M:0;5b0ae2ee7b9e:33051 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:20:35,683 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180813860 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180813860,5,FailOnTimeoutGroup] 2024-11-21T09:20:35,683 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180813860 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180813860,5,FailOnTimeoutGroup] 2024-11-21T09:20:35,683 INFO [M:0;5b0ae2ee7b9e:33051 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:20:35,683 INFO [M:0;5b0ae2ee7b9e:33051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:20:35,683 DEBUG [M:0;5b0ae2ee7b9e:33051 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:20:35,683 INFO [M:0;5b0ae2ee7b9e:33051 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:20:35,683 INFO [M:0;5b0ae2ee7b9e:33051 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:20:35,683 INFO [M:0;5b0ae2ee7b9e:33051 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:20:35,683 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:20:35,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1596964482/master 2024-11-21T09:20:35,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1596964482 2024-11-21T09:20:35,693 DEBUG [M:0;5b0ae2ee7b9e:33051 {}] zookeeper.ZKUtil(347): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Unable to get data of znode /0-1596964482/master because node does not exist (not an error) 2024-11-21T09:20:35,693 WARN [M:0;5b0ae2ee7b9e:33051 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T09:20:35,694 INFO [M:0;5b0ae2ee7b9e:33051 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/.lastflushedseqids 2024-11-21T09:20:35,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741847_1023 (size=245) 2024-11-21T09:20:35,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41233-0x1015cb195460001, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:20:35,772 INFO [RS:0;5b0ae2ee7b9e:41233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:20:35,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41233-0x1015cb195460001, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:20:35,772 INFO [RS:0;5b0ae2ee7b9e:41233 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,41233,1732180811859; zookeeper connection closed. 2024-11-21T09:20:35,773 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bc46187 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bc46187 2024-11-21T09:20:35,773 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T09:20:36,098 INFO [M:0;5b0ae2ee7b9e:33051 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:20:36,098 INFO [M:0;5b0ae2ee7b9e:33051 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:20:36,098 DEBUG [M:0;5b0ae2ee7b9e:33051 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:20:36,098 INFO [M:0;5b0ae2ee7b9e:33051 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:36,098 DEBUG [M:0;5b0ae2ee7b9e:33051 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:36,098 DEBUG [M:0;5b0ae2ee7b9e:33051 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:20:36,098 DEBUG [M:0;5b0ae2ee7b9e:33051 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:36,099 INFO [M:0;5b0ae2ee7b9e:33051 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T09:20:36,115 DEBUG [M:0;5b0ae2ee7b9e:33051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2fc568a0bf54f0d9615ebdd572da1c6 is 82, key is hbase:meta,,1/info:regioninfo/1732180815112/Put/seqid=0 2024-11-21T09:20:36,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741848_1024 (size=5672) 2024-11-21T09:20:36,519 INFO [M:0;5b0ae2ee7b9e:33051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2fc568a0bf54f0d9615ebdd572da1c6 2024-11-21T09:20:36,535 DEBUG [M:0;5b0ae2ee7b9e:33051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5bbee9a07892415194cd0a141572a708 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732180824264/Put/seqid=0 2024-11-21T09:20:36,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741849_1025 (size=8516) 2024-11-21T09:20:36,815 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:20:36,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:36,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:36,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:36,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:36,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:36,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:36,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:36,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:36,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:36,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:36,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:36,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T09:20:36,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T09:20:36,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:20:36,939 INFO [M:0;5b0ae2ee7b9e:33051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5bbee9a07892415194cd0a141572a708 2024-11-21T09:20:36,960 DEBUG [M:0;5b0ae2ee7b9e:33051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b093d51acdb64131a2108f3aa4c988b4 is 69, key is 5b0ae2ee7b9e,41233,1732180811859/rs:state/1732180813918/Put/seqid=0 2024-11-21T09:20:36,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741850_1026 (size=5156) 2024-11-21T09:20:36,963 INFO [M:0;5b0ae2ee7b9e:33051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b093d51acdb64131a2108f3aa4c988b4 2024-11-21T09:20:36,967 DEBUG [M:0;5b0ae2ee7b9e:33051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2fc568a0bf54f0d9615ebdd572da1c6 as hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2fc568a0bf54f0d9615ebdd572da1c6 2024-11-21T09:20:36,971 INFO [M:0;5b0ae2ee7b9e:33051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2fc568a0bf54f0d9615ebdd572da1c6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T09:20:36,972 DEBUG [M:0;5b0ae2ee7b9e:33051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5bbee9a07892415194cd0a141572a708 as hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5bbee9a07892415194cd0a141572a708 2024-11-21T09:20:36,976 INFO [M:0;5b0ae2ee7b9e:33051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5bbee9a07892415194cd0a141572a708, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T09:20:36,977 DEBUG [M:0;5b0ae2ee7b9e:33051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b093d51acdb64131a2108f3aa4c988b4 as hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b093d51acdb64131a2108f3aa4c988b4 2024-11-21T09:20:36,980 INFO [M:0;5b0ae2ee7b9e:33051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39639/user/jenkins/test-data/06b4357e-31ac-99f5-4162-80df9423db5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b093d51acdb64131a2108f3aa4c988b4, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T09:20:36,981 INFO [M:0;5b0ae2ee7b9e:33051 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=97, compaction requested=false 2024-11-21T09:20:36,982 INFO [M:0;5b0ae2ee7b9e:33051 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:36,983 DEBUG [M:0;5b0ae2ee7b9e:33051 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180836098Disabling compacts and flushes for region at 1732180836098Disabling writes for close at 1732180836098Obtaining lock to block concurrent updates at 1732180836099 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180836099Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732180836099Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180836099Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180836100 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180836115 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180836115Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180836522 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180836535 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180836535Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180836943 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180836959 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180836959Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@467f5093: reopening flushed file at 1732180836966 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c26aa6a: reopening flushed file at 1732180836971 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bb2d62b: reopening flushed file at 1732180836976 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 883ms, sequenceid=97, compaction requested=false at 1732180836981 (+5 ms)Writing region close event to WAL at 1732180836982 (+1 ms)Closed at 1732180836982 2024-11-21T09:20:36,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45765 is added to blk_1073741830_1006 (size=63654) 2024-11-21T09:20:36,985 INFO [M:0;5b0ae2ee7b9e:33051 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:20:36,985 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:20:36,985 INFO [M:0;5b0ae2ee7b9e:33051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33051 2024-11-21T09:20:36,986 INFO [M:0;5b0ae2ee7b9e:33051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:20:37,141 INFO [M:0;5b0ae2ee7b9e:33051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:20:37,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:20:37,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33051-0x1015cb195460000, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:20:37,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a608edf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:20:37,143 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fa62fac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:20:37,143 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:20:37,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24c992ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:20:37,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@365e3bda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/hadoop.log.dir/,STOPPED} 2024-11-21T09:20:37,144 WARN [BP-1501289621-172.17.0.2-1732180810166 heartbeating to localhost/127.0.0.1:39639 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:20:37,144 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:20:37,144 WARN [BP-1501289621-172.17.0.2-1732180810166 heartbeating to localhost/127.0.0.1:39639 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1501289621-172.17.0.2-1732180810166 (Datanode Uuid 30dd8e65-09b0-4a43-aaf6-2d2c50fe4db7) service to localhost/127.0.0.1:39639 2024-11-21T09:20:37,144 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:20:37,145 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/cluster_714770b3-7316-7005-38c9-67afa9e83001/data/data1/current/BP-1501289621-172.17.0.2-1732180810166 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:20:37,145 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/cluster_714770b3-7316-7005-38c9-67afa9e83001/data/data2/current/BP-1501289621-172.17.0.2-1732180810166 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:20:37,145 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:20:37,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bcb5a03{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:20:37,152 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f292647{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:20:37,152 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:20:37,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d02c557{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:20:37,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290238e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75a7e2df-7689-5b8a-6290-ece4841ba72f/hadoop.log.dir/,STOPPED} 2024-11-21T09:20:37,158 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T09:20:37,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T09:20:37,178 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 238) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:40763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40763 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58355) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39639 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39639 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58355) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:40763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:39639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39639 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=304 (was 278) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1664 (was 1724) 2024-11-21T09:20:37,187 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=304, ProcessCount=11, AvailableMemoryMB=1664 2024-11-21T09:20:37,202 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-21T09:20:37,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/hadoop.log.dir so I do NOT create it in target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb 2024-11-21T09:20:37,202 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T09:20:37,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/hadoop.tmp.dir so I do NOT create it in target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb 2024-11-21T09:20:37,203 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fba85e3b-aa2e-3f06-faea-128a4e01fff0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T09:20:37,203 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb 2024-11-21T09:20:37,203 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/cluster_df100322-2b11-8362-008e-745868c40c8f, deleteOnExit=true 2024-11-21T09:20:37,226 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/cluster_df100322-2b11-8362-008e-745868c40c8f/zookeeper_0, clientPort=61841, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/cluster_df100322-2b11-8362-008e-745868c40c8f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/cluster_df100322-2b11-8362-008e-745868c40c8f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T09:20:37,226 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61841 2024-11-21T09:20:37,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T09:20:37,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T09:20:37,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/test.cache.data in system properties and HBase conf 2024-11-21T09:20:37,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T09:20:37,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/hadoop.log.dir in system properties and HBase conf 2024-11-21T09:20:37,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T09:20:37,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T09:20:37,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T09:20:37,227 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T09:20:37,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:20:37,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:20:37,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T09:20:37,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:20:37,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T09:20:37,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T09:20:37,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:20:37,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:20:37,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T09:20:37,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/nfs.dump.dir in system properties and HBase conf 2024-11-21T09:20:37,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/java.io.tmpdir in system properties and HBase conf 2024-11-21T09:20:37,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:20:37,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T09:20:37,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T09:20:37,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015cb195460005, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T09:20:37,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015cb195460002, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T09:20:37,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015cb195460005, quorum=127.0.0.1:58355, baseZNode=/1277756650 Received Disconnected from ZooKeeper, ignoring 2024-11-21T09:20:37,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015cb195460002, quorum=127.0.0.1:58355, baseZNode=/0-1596964482 Received Disconnected from ZooKeeper, ignoring 2024-11-21T09:20:37,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:20:37,571 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:20:37,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:20:37,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:20:37,572 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:20:37,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:20:37,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@190d83a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:20:37,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b89db51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:20:37,694 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5778d52{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/java.io.tmpdir/jetty-localhost-44793-hadoop-hdfs-3_4_1-tests_jar-_-any-11939190484670881384/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:20:37,694 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a46dceb{HTTP/1.1, (http/1.1)}{localhost:44793} 2024-11-21T09:20:37,694 INFO [Time-limited test {}] server.Server(415): Started @227928ms 2024-11-21T09:20:37,929 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:20:37,934 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:20:37,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:20:37,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:20:37,940 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:20:37,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c51c0c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:20:37,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e3b099c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:20:38,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a80f27d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/java.io.tmpdir/jetty-localhost-40899-hadoop-hdfs-3_4_1-tests_jar-_-any-17866074883675733437/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:20:38,070 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41beb40b{HTTP/1.1, (http/1.1)}{localhost:40899} 2024-11-21T09:20:38,070 INFO [Time-limited test {}] server.Server(415): Started @228304ms 2024-11-21T09:20:38,071 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:20:38,778 WARN [Thread-2673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/cluster_df100322-2b11-8362-008e-745868c40c8f/data/data1/current/BP-960905793-172.17.0.2-1732180837247/current, will proceed with Du for space computation calculation, 2024-11-21T09:20:38,778 WARN [Thread-2674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/cluster_df100322-2b11-8362-008e-745868c40c8f/data/data2/current/BP-960905793-172.17.0.2-1732180837247/current, will proceed with Du for space computation calculation, 2024-11-21T09:20:38,794 WARN [Thread-2661 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:20:38,796 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d2c4a2dee66fa21 with lease ID 0x135bd570194e210b: Processing first storage report for DS-3273184f-9fd8-41ee-a24e-a9a239926550 from datanode DatanodeRegistration(127.0.0.1:44225, datanodeUuid=e99bb94e-9554-4a82-9863-e73761f133ad, infoPort=42649, infoSecurePort=0, ipcPort=44297, storageInfo=lv=-57;cid=testClusterID;nsid=83542255;c=1732180837247) 2024-11-21T09:20:38,796 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d2c4a2dee66fa21 with lease ID 0x135bd570194e210b: from storage DS-3273184f-9fd8-41ee-a24e-a9a239926550 node DatanodeRegistration(127.0.0.1:44225, datanodeUuid=e99bb94e-9554-4a82-9863-e73761f133ad, infoPort=42649, infoSecurePort=0, ipcPort=44297, storageInfo=lv=-57;cid=testClusterID;nsid=83542255;c=1732180837247), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:20:38,796 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d2c4a2dee66fa21 with lease ID 0x135bd570194e210b: Processing first storage report for DS-eae46e54-f517-44e9-bf63-92e935c44c71 from datanode DatanodeRegistration(127.0.0.1:44225, datanodeUuid=e99bb94e-9554-4a82-9863-e73761f133ad, infoPort=42649, infoSecurePort=0, ipcPort=44297, storageInfo=lv=-57;cid=testClusterID;nsid=83542255;c=1732180837247) 2024-11-21T09:20:38,796 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d2c4a2dee66fa21 with lease ID 0x135bd570194e210b: from storage DS-eae46e54-f517-44e9-bf63-92e935c44c71 node DatanodeRegistration(127.0.0.1:44225, datanodeUuid=e99bb94e-9554-4a82-9863-e73761f133ad, infoPort=42649, infoSecurePort=0, ipcPort=44297, storageInfo=lv=-57;cid=testClusterID;nsid=83542255;c=1732180837247), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:20:38,804 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb 2024-11-21T09:20:38,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:38,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:38,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:20:39,212 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1 with version=8 2024-11-21T09:20:39,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/hbase-staging 2024-11-21T09:20:39,213 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:20:39,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:39,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:39,214 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:20:39,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:39,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:20:39,214 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:20:39,214 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:20:39,214 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38487 2024-11-21T09:20:39,215 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38487 connecting to ZooKeeper ensemble=127.0.0.1:61841 2024-11-21T09:20:39,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384870x0, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:20:39,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38487-0x1015cb1ff140000 connected 2024-11-21T09:20:39,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:39,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:39,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Set watcher on znode that does not yet exist, /01460858690/running 2024-11-21T09:20:39,434 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1, hbase.cluster.distributed=false 2024-11-21T09:20:39,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Set watcher on znode that does not yet exist, /01460858690/acl 2024-11-21T09:20:39,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38487 2024-11-21T09:20:39,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38487 2024-11-21T09:20:39,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38487 2024-11-21T09:20:39,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38487 2024-11-21T09:20:39,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38487 2024-11-21T09:20:39,449 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:20:39,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:39,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:39,450 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:20:39,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:39,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:20:39,450 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:20:39,450 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:20:39,450 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38445 2024-11-21T09:20:39,451 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38445 connecting to ZooKeeper ensemble=127.0.0.1:61841 2024-11-21T09:20:39,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:39,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:39,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384450x0, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:20:39,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384450x0, quorum=127.0.0.1:61841, baseZNode=/01460858690 Set watcher on znode that does not yet exist, /01460858690/running 2024-11-21T09:20:39,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38445-0x1015cb1ff140001 connected 2024-11-21T09:20:39,517 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:20:39,517 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:20:39,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38445-0x1015cb1ff140001, quorum=127.0.0.1:61841, baseZNode=/01460858690 Set watcher on znode that does not yet exist, /01460858690/master 2024-11-21T09:20:39,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38445-0x1015cb1ff140001, quorum=127.0.0.1:61841, baseZNode=/01460858690 Set watcher on znode that does not yet exist, /01460858690/acl 2024-11-21T09:20:39,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38445 2024-11-21T09:20:39,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38445 2024-11-21T09:20:39,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38445 2024-11-21T09:20:39,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38445 2024-11-21T09:20:39,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38445 2024-11-21T09:20:39,529 DEBUG [M:0;5b0ae2ee7b9e:38487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:38487 2024-11-21T09:20:39,529 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01460858690/backup-masters/5b0ae2ee7b9e,38487,1732180839213 2024-11-21T09:20:39,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01460858690/backup-masters 2024-11-21T09:20:39,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x1015cb1ff140001, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01460858690/backup-masters 2024-11-21T09:20:39,556 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Set watcher on existing znode=/01460858690/backup-masters/5b0ae2ee7b9e,38487,1732180839213 2024-11-21T09:20:39,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x1015cb1ff140001, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01460858690/master 2024-11-21T09:20:39,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01460858690 2024-11-21T09:20:39,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x1015cb1ff140001, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01460858690 2024-11-21T09:20:39,567 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Set watcher on existing znode=/01460858690/master 2024-11-21T09:20:39,567 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01460858690/backup-masters/5b0ae2ee7b9e,38487,1732180839213 from backup master directory 2024-11-21T09:20:39,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01460858690/backup-masters/5b0ae2ee7b9e,38487,1732180839213 2024-11-21T09:20:39,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x1015cb1ff140001, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01460858690/backup-masters 2024-11-21T09:20:39,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01460858690/backup-masters 2024-11-21T09:20:39,577 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:20:39,577 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,38487,1732180839213 2024-11-21T09:20:39,580 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/hbase.id] with ID: 178076d4-6bf5-44aa-9393-2f86e9fe5276 2024-11-21T09:20:39,580 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/.tmp/hbase.id 2024-11-21T09:20:39,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:20:39,984 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/.tmp/hbase.id]:[hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/hbase.id] 2024-11-21T09:20:39,992 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:39,992 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:20:39,993 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T09:20:40,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x1015cb1ff140001, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01460858690 2024-11-21T09:20:40,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01460858690 2024-11-21T09:20:40,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:20:40,456 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:20:40,457 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:20:40,457 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:20:40,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:20:40,863 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/data/master/store 2024-11-21T09:20:40,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:20:41,268 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:41,268 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:20:41,268 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:41,268 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:41,268 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:20:41,268 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:41,268 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:41,268 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180841268Disabling compacts and flushes for region at 1732180841268Disabling writes for close at 1732180841268Writing region close event to WAL at 1732180841268Closed at 1732180841268 2024-11-21T09:20:41,269 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/data/master/store/.initializing 2024-11-21T09:20:41,269 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/WALs/5b0ae2ee7b9e,38487,1732180839213 2024-11-21T09:20:41,269 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:20:41,270 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C38487%2C1732180839213, suffix=, logDir=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/WALs/5b0ae2ee7b9e,38487,1732180839213, archiveDir=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/oldWALs, maxLogs=10 2024-11-21T09:20:41,282 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/WALs/5b0ae2ee7b9e,38487,1732180839213/5b0ae2ee7b9e%2C38487%2C1732180839213.1732180841270, exclude list is [], retry=0 2024-11-21T09:20:41,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44225,DS-3273184f-9fd8-41ee-a24e-a9a239926550,DISK] 2024-11-21T09:20:41,285 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/WALs/5b0ae2ee7b9e,38487,1732180839213/5b0ae2ee7b9e%2C38487%2C1732180839213.1732180841270 2024-11-21T09:20:41,286 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42649:42649)] 2024-11-21T09:20:41,286 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:20:41,286 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:41,286 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:41,286 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:41,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:41,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:20:41,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:41,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:41,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:41,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:20:41,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:41,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:41,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:41,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:20:41,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:41,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:41,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:41,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:20:41,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:41,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:41,291 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:41,292 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:41,292 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:41,293 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:41,293 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:41,293 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:20:41,294 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:41,296 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:20:41,296 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68280239, jitterRate=0.0174548476934433}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:20:41,297 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180841286Initializing all the Stores at 1732180841287 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180841287Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180841287Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180841287Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180841287Cleaning up temporary data from old regions at 1732180841293 (+6 ms)Region opened successfully at 1732180841297 (+4 ms) 2024-11-21T09:20:41,297 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:20:41,299 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b26445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:20:41,300 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T09:20:41,300 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:20:41,300 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:20:41,300 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:20:41,301 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T09:20:41,301 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T09:20:41,301 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T09:20:41,305 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:20:41,306 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Unable to get data of znode /01460858690/balancer because node does not exist (not necessarily an error) 2024-11-21T09:20:41,335 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01460858690/balancer already deleted, retry=false 2024-11-21T09:20:41,335 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:20:41,336 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Unable to get data of znode /01460858690/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:20:41,345 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01460858690/normalizer already deleted, retry=false 2024-11-21T09:20:41,345 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:20:41,346 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Unable to get data of znode /01460858690/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:20:41,356 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01460858690/switch/split already deleted, retry=false 2024-11-21T09:20:41,357 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Unable to get data of znode /01460858690/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:20:41,366 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01460858690/switch/merge already deleted, retry=false 2024-11-21T09:20:41,368 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Unable to get data of znode /01460858690/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:20:41,377 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01460858690/snapshot-cleanup already deleted, retry=false 2024-11-21T09:20:41,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01460858690/running 2024-11-21T09:20:41,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x1015cb1ff140001, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01460858690/running 2024-11-21T09:20:41,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01460858690 2024-11-21T09:20:41,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x1015cb1ff140001, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01460858690 2024-11-21T09:20:41,388 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,38487,1732180839213, sessionid=0x1015cb1ff140000, setting cluster-up flag (Was=false) 2024-11-21T09:20:41,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01460858690 2024-11-21T09:20:41,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x1015cb1ff140001, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01460858690 2024-11-21T09:20:41,440 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01460858690/flush-table-proc/acquired, /01460858690/flush-table-proc/reached, /01460858690/flush-table-proc/abort 2024-11-21T09:20:41,441 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,38487,1732180839213 2024-11-21T09:20:41,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01460858690 2024-11-21T09:20:41,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x1015cb1ff140001, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01460858690 2024-11-21T09:20:41,493 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01460858690/online-snapshot/acquired, /01460858690/online-snapshot/reached, /01460858690/online-snapshot/abort 2024-11-21T09:20:41,494 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,38487,1732180839213 2024-11-21T09:20:41,494 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T09:20:41,495 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:20:41,496 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:20:41,496 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:20:41,496 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,38487,1732180839213 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:20:41,497 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:20:41,497 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:20:41,497 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:20:41,497 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:20:41,497 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:20:41,497 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:41,497 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:20:41,497 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:41,498 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180871498 2024-11-21T09:20:41,498 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:20:41,498 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:20:41,498 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:20:41,498 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:20:41,498 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:20:41,498 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T09:20:41,498 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:20:41,498 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:20:41,498 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:41,498 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:20:41,498 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:20:41,498 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:20:41,499 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T09:20:41,499 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:41,499 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:20:41,499 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:20:41,499 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T09:20:41,499 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180841499,5,FailOnTimeoutGroup] 2024-11-21T09:20:41,499 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180841499,5,FailOnTimeoutGroup] 2024-11-21T09:20:41,499 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:41,499 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:20:41,499 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:41,499 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:41,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:20:41,522 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(746): ClusterId : 178076d4-6bf5-44aa-9393-2f86e9fe5276 2024-11-21T09:20:41,522 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:20:41,533 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:20:41,533 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:20:41,543 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:20:41,544 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d0df4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:20:41,556 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:38445 2024-11-21T09:20:41,557 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:20:41,557 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:20:41,557 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:20:41,557 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,38487,1732180839213 with port=38445, startcode=1732180839449 2024-11-21T09:20:41,557 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:20:41,559 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:20:41,559 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,38445,1732180839449 2024-11-21T09:20:41,559 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38487 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,38445,1732180839449 2024-11-21T09:20:41,560 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1 2024-11-21T09:20:41,560 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44547 2024-11-21T09:20:41,560 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:20:41,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01460858690/rs 2024-11-21T09:20:41,567 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] zookeeper.ZKUtil(111): regionserver:38445-0x1015cb1ff140001, quorum=127.0.0.1:61841, baseZNode=/01460858690 Set watcher on existing znode=/01460858690/rs/5b0ae2ee7b9e,38445,1732180839449 2024-11-21T09:20:41,567 WARN [RS:0;5b0ae2ee7b9e:38445 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:20:41,567 INFO [RS:0;5b0ae2ee7b9e:38445 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:20:41,567 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449 2024-11-21T09:20:41,567 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,38445,1732180839449] 2024-11-21T09:20:41,569 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:20:41,571 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:20:41,571 INFO [RS:0;5b0ae2ee7b9e:38445 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:20:41,571 INFO [RS:0;5b0ae2ee7b9e:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:41,571 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:20:41,571 INFO [RS:0;5b0ae2ee7b9e:38445 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:20:41,572 INFO [RS:0;5b0ae2ee7b9e:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:41,572 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:41,572 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:41,572 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:41,572 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:41,572 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:41,572 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:20:41,572 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:41,572 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:41,572 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:41,572 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:41,572 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:41,572 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:41,572 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:20:41,572 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:20:41,576 INFO [RS:0;5b0ae2ee7b9e:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:41,576 INFO [RS:0;5b0ae2ee7b9e:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:41,576 INFO [RS:0;5b0ae2ee7b9e:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:41,576 INFO [RS:0;5b0ae2ee7b9e:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:41,576 INFO [RS:0;5b0ae2ee7b9e:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:41,576 INFO [RS:0;5b0ae2ee7b9e:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,38445,1732180839449-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:20:41,588 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:20:41,588 INFO [RS:0;5b0ae2ee7b9e:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,38445,1732180839449-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:41,588 INFO [RS:0;5b0ae2ee7b9e:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:41,588 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.Replication(171): 5b0ae2ee7b9e,38445,1732180839449 started 2024-11-21T09:20:41,599 INFO [RS:0;5b0ae2ee7b9e:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:41,599 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,38445,1732180839449, RpcServer on 5b0ae2ee7b9e/172.17.0.2:38445, sessionid=0x1015cb1ff140001 2024-11-21T09:20:41,600 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:20:41,600 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,38445,1732180839449 2024-11-21T09:20:41,600 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,38445,1732180839449' 2024-11-21T09:20:41,600 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01460858690/flush-table-proc/abort' 2024-11-21T09:20:41,600 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01460858690/flush-table-proc/acquired' 2024-11-21T09:20:41,600 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:20:41,600 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:20:41,600 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,38445,1732180839449 2024-11-21T09:20:41,600 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,38445,1732180839449' 2024-11-21T09:20:41,600 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01460858690/online-snapshot/abort' 2024-11-21T09:20:41,601 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01460858690/online-snapshot/acquired' 2024-11-21T09:20:41,601 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:20:41,601 INFO [RS:0;5b0ae2ee7b9e:38445 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:20:41,601 INFO [RS:0;5b0ae2ee7b9e:38445 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:20:41,701 INFO [RS:0;5b0ae2ee7b9e:38445 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:20:41,703 INFO [RS:0;5b0ae2ee7b9e:38445 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C38445%2C1732180839449, suffix=, logDir=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449, archiveDir=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/oldWALs, maxLogs=10 2024-11-21T09:20:41,715 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703, exclude list is [], retry=0 2024-11-21T09:20:41,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44225,DS-3273184f-9fd8-41ee-a24e-a9a239926550,DISK] 2024-11-21T09:20:41,719 INFO [RS:0;5b0ae2ee7b9e:38445 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 2024-11-21T09:20:41,719 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42649:42649)] 2024-11-21T09:20:41,909 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T09:20:41,909 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1 2024-11-21T09:20:41,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741833_1009 (size=32) 2024-11-21T09:20:42,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:42,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:20:42,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:20:42,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:42,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:42,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:20:42,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:20:42,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:42,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:42,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:20:42,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:20:42,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:42,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:42,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:20:42,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:20:42,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:42,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:42,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:20:42,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740 2024-11-21T09:20:42,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740 2024-11-21T09:20:42,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:20:42,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:20:42,322 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:20:42,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:20:42,324 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:20:42,324 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61074789, jitterRate=-0.0899147242307663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:20:42,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732180842314Initializing all the Stores at 1732180842315 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180842315Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180842315Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180842315Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180842315Cleaning up temporary data from old regions at 1732180842321 (+6 ms)Region opened successfully at 1732180842324 (+3 ms) 2024-11-21T09:20:42,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:20:42,325 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:20:42,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:20:42,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:20:42,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:20:42,325 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:20:42,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180842325Disabling compacts and flushes for region at 1732180842325Disabling writes for close at 1732180842325Writing region close event to WAL at 1732180842325Closed at 1732180842325 2024-11-21T09:20:42,326 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:20:42,326 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T09:20:42,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:20:42,326 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:20:42,327 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T09:20:42,385 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:20:42,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:42,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:42,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:42,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:42,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:42,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:42,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:42,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:42,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:42,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:42,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:42,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:42,477 DEBUG [5b0ae2ee7b9e:38487 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:20:42,478 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,38445,1732180839449 2024-11-21T09:20:42,479 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,38445,1732180839449, state=OPENING 2024-11-21T09:20:42,545 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T09:20:42,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x1015cb1ff140001, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01460858690 2024-11-21T09:20:42,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01460858690 2024-11-21T09:20:42,556 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:20:42,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01460858690/meta-region-server: CHANGED 2024-11-21T09:20:42,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01460858690/meta-region-server: CHANGED 2024-11-21T09:20:42,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,38445,1732180839449}] 2024-11-21T09:20:42,708 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:20:42,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:20:42,713 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:20:42,713 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:20:42,713 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:20:42,714 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C38445%2C1732180839449.meta, suffix=.meta, logDir=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449, archiveDir=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/oldWALs, maxLogs=10 2024-11-21T09:20:42,725 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.meta.1732180842714.meta, exclude list is [], retry=0 2024-11-21T09:20:42,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44225,DS-3273184f-9fd8-41ee-a24e-a9a239926550,DISK] 2024-11-21T09:20:42,728 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.meta.1732180842714.meta 2024-11-21T09:20:42,728 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42649:42649)] 2024-11-21T09:20:42,729 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:20:42,729 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:20:42,729 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:20:42,729 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:20:42,729 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:20:42,729 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:20:42,729 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:42,729 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:20:42,729 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:20:42,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:20:42,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:20:42,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:42,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:42,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:20:42,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:20:42,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:42,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:42,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:20:42,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:20:42,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:42,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:42,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:20:42,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:20:42,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:42,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:42,738 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:20:42,738 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740 2024-11-21T09:20:42,739 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740 2024-11-21T09:20:42,740 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:20:42,740 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:20:42,740 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:20:42,741 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:20:42,742 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63630837, jitterRate=-0.05182664096355438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:20:42,742 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:20:42,742 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180842729Writing region info on filesystem at 1732180842729Initializing all the Stores at 1732180842730 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180842730Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180842734 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180842734Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180842734Cleaning up temporary data from old regions at 1732180842740 (+6 ms)Running coprocessor post-open hooks at 1732180842742 (+2 ms)Region opened successfully at 1732180842742 2024-11-21T09:20:42,743 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732180842708 2024-11-21T09:20:42,745 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:20:42,745 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:20:42,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,38445,1732180839449 2024-11-21T09:20:42,746 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,38445,1732180839449, state=OPEN 2024-11-21T09:20:42,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x1015cb1ff140001, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01460858690/meta-region-server 2024-11-21T09:20:42,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01460858690/meta-region-server 2024-11-21T09:20:42,786 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,38445,1732180839449 2024-11-21T09:20:42,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01460858690/meta-region-server: CHANGED 2024-11-21T09:20:42,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01460858690/meta-region-server: CHANGED 2024-11-21T09:20:42,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T09:20:42,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,38445,1732180839449 in 230 msec 2024-11-21T09:20:42,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T09:20:42,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 462 msec 2024-11-21T09:20:42,790 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:20:42,790 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T09:20:42,791 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:20:42,791 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,38445,1732180839449, seqNum=-1] 2024-11-21T09:20:42,792 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:20:42,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:20:42,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-11-21T09:20:42,796 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180842796, completionTime=-1 2024-11-21T09:20:42,796 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T09:20:42,796 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:20:42,798 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T09:20:42,798 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732180902798 2024-11-21T09:20:42,798 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732180962798 2024-11-21T09:20:42,798 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T09:20:42,798 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,38487,1732180839213-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:42,798 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,38487,1732180839213-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:42,798 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,38487,1732180839213-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:42,798 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:38487, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:42,798 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:42,799 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:42,800 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T09:20:42,801 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.224sec 2024-11-21T09:20:42,801 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:20:42,801 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:20:42,801 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:20:42,801 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:20:42,801 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:20:42,801 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,38487,1732180839213-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:20:42,801 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,38487,1732180839213-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:20:42,803 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:20:42,803 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:20:42,803 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,38487,1732180839213-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:42,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c8ebe6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:42,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,38487,-1 for getting cluster id 2024-11-21T09:20:42,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:20:42,824 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '178076d4-6bf5-44aa-9393-2f86e9fe5276' 2024-11-21T09:20:42,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:20:42,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "178076d4-6bf5-44aa-9393-2f86e9fe5276" 2024-11-21T09:20:42,824 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c6ab74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:42,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,38487,-1] 2024-11-21T09:20:42,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:20:42,825 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:42,825 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:20:42,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b0c9f8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:42,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:20:42,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,38445,1732180839449, seqNum=-1] 2024-11-21T09:20:42,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:20:42,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:20:42,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b0ae2ee7b9e,38487,1732180839213 2024-11-21T09:20:42,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61841 2024-11-21T09:20:42,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:20:42,851 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015cb1ff140002 connected 2024-11-21T09:20:42,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/hadoop.log.dir so I do NOT create it in target/test-data/c2011788-ec96-b49f-98b3-efe91694d543 2024-11-21T09:20:42,863 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T09:20:42,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/hadoop.tmp.dir so I do NOT create it in target/test-data/c2011788-ec96-b49f-98b3-efe91694d543 2024-11-21T09:20:42,863 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T09:20:42,863 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543 2024-11-21T09:20:42,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T09:20:42,863 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/cluster_4197c284-c2de-de5f-f5fd-b4cf09a3b555, deleteOnExit=true 2024-11-21T09:20:42,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T09:20:42,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/test.cache.data in system properties and HBase conf 2024-11-21T09:20:42,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T09:20:42,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/hadoop.log.dir in system properties and HBase conf 2024-11-21T09:20:42,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T09:20:42,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T09:20:42,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T09:20:42,864 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T09:20:42,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:20:42,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:20:42,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T09:20:42,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:20:42,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T09:20:42,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T09:20:42,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:20:42,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:20:42,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T09:20:42,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/nfs.dump.dir in system properties and HBase conf 2024-11-21T09:20:42,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/java.io.tmpdir in system properties and HBase conf 2024-11-21T09:20:42,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:20:42,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T09:20:42,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T09:20:43,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:20:43,168 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:20:43,176 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:20:43,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:20:43,177 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:20:43,177 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:20:43,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b355ad2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:20:43,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5993cf82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:20:43,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e089e8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/java.io.tmpdir/jetty-localhost-39143-hadoop-hdfs-3_4_1-tests_jar-_-any-5833287868499200394/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:20:43,306 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43ab3f38{HTTP/1.1, (http/1.1)}{localhost:39143} 2024-11-21T09:20:43,306 INFO [Time-limited test {}] server.Server(415): Started @233540ms 2024-11-21T09:20:43,811 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:20:43,827 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:20:43,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:20:43,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:20:43,837 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:20:43,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1065ee7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:20:43,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@850c79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:20:43,929 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:20:43,930 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:20:43,930 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38447 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:20:43,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a7f3a10{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/java.io.tmpdir/jetty-localhost-40841-hadoop-hdfs-3_4_1-tests_jar-_-any-17584570228580736259/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:20:43,964 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12035f1c{HTTP/1.1, (http/1.1)}{localhost:40841} 2024-11-21T09:20:43,964 INFO [Time-limited test {}] server.Server(415): Started @234198ms 2024-11-21T09:20:43,965 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:20:45,022 WARN [Thread-2795 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/cluster_4197c284-c2de-de5f-f5fd-b4cf09a3b555/data/data2/current/BP-1420103443-172.17.0.2-1732180842878/current, will proceed with Du for space computation calculation, 2024-11-21T09:20:45,022 WARN [Thread-2794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/cluster_4197c284-c2de-de5f-f5fd-b4cf09a3b555/data/data1/current/BP-1420103443-172.17.0.2-1732180842878/current, will proceed with Du for space computation calculation, 2024-11-21T09:20:45,050 WARN [Thread-2782 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:20:45,053 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18e7bb4292f1645e with lease ID 0x7f12242a07db6bc8: Processing first storage report for DS-ffaab9c2-165f-45b7-bcef-a697b4cbee76 from datanode DatanodeRegistration(127.0.0.1:33259, datanodeUuid=8a219d36-cabe-4180-b723-b16dd74927be, infoPort=37923, infoSecurePort=0, ipcPort=36457, storageInfo=lv=-57;cid=testClusterID;nsid=1616339193;c=1732180842878) 2024-11-21T09:20:45,053 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18e7bb4292f1645e with lease ID 0x7f12242a07db6bc8: from storage DS-ffaab9c2-165f-45b7-bcef-a697b4cbee76 node DatanodeRegistration(127.0.0.1:33259, datanodeUuid=8a219d36-cabe-4180-b723-b16dd74927be, infoPort=37923, infoSecurePort=0, ipcPort=36457, storageInfo=lv=-57;cid=testClusterID;nsid=1616339193;c=1732180842878), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T09:20:45,053 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18e7bb4292f1645e with lease ID 0x7f12242a07db6bc8: Processing first storage report for DS-99e72227-83c7-4a43-a460-4cf0617f2cd4 from datanode DatanodeRegistration(127.0.0.1:33259, datanodeUuid=8a219d36-cabe-4180-b723-b16dd74927be, infoPort=37923, infoSecurePort=0, ipcPort=36457, storageInfo=lv=-57;cid=testClusterID;nsid=1616339193;c=1732180842878) 2024-11-21T09:20:45,053 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18e7bb4292f1645e with lease ID 0x7f12242a07db6bc8: from storage DS-99e72227-83c7-4a43-a460-4cf0617f2cd4 node DatanodeRegistration(127.0.0.1:33259, datanodeUuid=8a219d36-cabe-4180-b723-b16dd74927be, infoPort=37923, infoSecurePort=0, ipcPort=36457, storageInfo=lv=-57;cid=testClusterID;nsid=1616339193;c=1732180842878), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:20:45,099 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543 2024-11-21T09:20:45,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:45,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:45,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:20:45,113 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028 with version=8 2024-11-21T09:20:45,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/hbase-staging 2024-11-21T09:20:45,116 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:20:45,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:45,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:45,116 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:20:45,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:45,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:20:45,117 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:20:45,117 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:20:45,117 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35891 2024-11-21T09:20:45,118 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35891 connecting to ZooKeeper ensemble=127.0.0.1:61841 2024-11-21T09:20:45,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358910x0, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:20:45,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35891-0x1015cb1ff140003 connected 2024-11-21T09:20:45,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:45,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:45,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Set watcher on znode that does not yet exist, /1-1931749030/running 2024-11-21T09:20:45,336 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028, hbase.cluster.distributed=false 2024-11-21T09:20:45,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Set watcher on znode that does not yet exist, /1-1931749030/acl 2024-11-21T09:20:45,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35891 2024-11-21T09:20:45,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35891 2024-11-21T09:20:45,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35891 2024-11-21T09:20:45,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35891 2024-11-21T09:20:45,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35891 2024-11-21T09:20:45,353 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:20:45,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:45,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:45,353 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:20:45,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:45,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:20:45,353 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:20:45,353 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:20:45,354 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36191 2024-11-21T09:20:45,354 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36191 connecting to ZooKeeper ensemble=127.0.0.1:61841 2024-11-21T09:20:45,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:45,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:45,366 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361910x0, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:20:45,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361910x0, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Set watcher on znode that does not yet exist, /1-1931749030/running 2024-11-21T09:20:45,367 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36191-0x1015cb1ff140004 connected 2024-11-21T09:20:45,367 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:20:45,368 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:20:45,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36191-0x1015cb1ff140004, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Set watcher on znode that does not yet exist, /1-1931749030/master 2024-11-21T09:20:45,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36191-0x1015cb1ff140004, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Set watcher on znode that does not yet exist, /1-1931749030/acl 2024-11-21T09:20:45,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36191 2024-11-21T09:20:45,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36191 2024-11-21T09:20:45,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36191 2024-11-21T09:20:45,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36191 2024-11-21T09:20:45,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36191 2024-11-21T09:20:45,384 DEBUG [M:0;5b0ae2ee7b9e:35891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:35891 2024-11-21T09:20:45,386 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1931749030/backup-masters/5b0ae2ee7b9e,35891,1732180845116 2024-11-21T09:20:45,398 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x1015cb1ff140004, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1931749030/backup-masters 2024-11-21T09:20:45,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1931749030/backup-masters 2024-11-21T09:20:45,398 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Set watcher on existing znode=/1-1931749030/backup-masters/5b0ae2ee7b9e,35891,1732180845116 2024-11-21T09:20:45,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1931749030 2024-11-21T09:20:45,408 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x1015cb1ff140004, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1931749030/master 2024-11-21T09:20:45,408 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x1015cb1ff140004, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1931749030 2024-11-21T09:20:45,409 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Set watcher on existing znode=/1-1931749030/master 2024-11-21T09:20:45,409 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1931749030/backup-masters/5b0ae2ee7b9e,35891,1732180845116 from backup master directory 2024-11-21T09:20:45,419 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x1015cb1ff140004, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1931749030/backup-masters 2024-11-21T09:20:45,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1931749030/backup-masters/5b0ae2ee7b9e,35891,1732180845116 2024-11-21T09:20:45,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1931749030/backup-masters 2024-11-21T09:20:45,419 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:20:45,419 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,35891,1732180845116 2024-11-21T09:20:45,422 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/hbase.id] with ID: 3251ac7f-49a9-4c8d-b6a8-727b1a4e8898 2024-11-21T09:20:45,422 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/.tmp/hbase.id 2024-11-21T09:20:45,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:20:45,830 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/.tmp/hbase.id]:[hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/hbase.id] 2024-11-21T09:20:45,838 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:45,838 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:20:45,839 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T09:20:45,893 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x1015cb1ff140004, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1931749030 2024-11-21T09:20:45,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1931749030 2024-11-21T09:20:45,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:20:46,297 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:20:46,298 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:20:46,298 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:20:46,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:20:46,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T09:20:46,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T09:20:46,704 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/data/master/store 2024-11-21T09:20:46,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:20:47,109 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:47,109 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:20:47,109 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:47,109 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:47,109 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:20:47,109 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:47,109 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:47,109 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180847109Disabling compacts and flushes for region at 1732180847109Disabling writes for close at 1732180847109Writing region close event to WAL at 1732180847109Closed at 1732180847109 2024-11-21T09:20:47,110 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/data/master/store/.initializing 2024-11-21T09:20:47,110 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/WALs/5b0ae2ee7b9e,35891,1732180845116 2024-11-21T09:20:47,110 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:20:47,112 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C35891%2C1732180845116, suffix=, logDir=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/WALs/5b0ae2ee7b9e,35891,1732180845116, archiveDir=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/oldWALs, maxLogs=10 2024-11-21T09:20:47,128 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/WALs/5b0ae2ee7b9e,35891,1732180845116/5b0ae2ee7b9e%2C35891%2C1732180845116.1732180847112, exclude list is [], retry=0 2024-11-21T09:20:47,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-ffaab9c2-165f-45b7-bcef-a697b4cbee76,DISK] 2024-11-21T09:20:47,131 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/WALs/5b0ae2ee7b9e,35891,1732180845116/5b0ae2ee7b9e%2C35891%2C1732180845116.1732180847112 2024-11-21T09:20:47,131 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37923:37923)] 2024-11-21T09:20:47,131 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:20:47,132 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:47,132 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:47,132 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:47,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:47,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:20:47,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:47,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:47,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:47,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:20:47,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:47,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:47,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:47,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:20:47,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:47,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:47,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:47,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:20:47,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:47,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:47,137 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:47,138 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:47,138 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:47,139 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:47,139 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:47,139 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:20:47,140 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:47,141 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:20:47,142 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63417667, jitterRate=-0.05500312149524689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:20:47,142 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180847132Initializing all the Stores at 1732180847133 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180847133Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180847133Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180847133Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180847133Cleaning up temporary data from old regions at 1732180847139 (+6 ms)Region opened successfully at 1732180847142 (+3 ms) 2024-11-21T09:20:47,142 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:20:47,144 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7cd888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:20:47,145 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T09:20:47,145 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:20:47,145 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:20:47,145 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:20:47,145 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T09:20:47,145 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T09:20:47,145 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T09:20:47,151 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:20:47,152 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Unable to get data of znode /1-1931749030/balancer because node does not exist (not necessarily an error) 2024-11-21T09:20:47,208 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1931749030/balancer already deleted, retry=false 2024-11-21T09:20:47,209 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:20:47,210 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Unable to get data of znode /1-1931749030/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:20:47,219 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1931749030/normalizer already deleted, retry=false 2024-11-21T09:20:47,219 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:20:47,220 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Unable to get data of znode /1-1931749030/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:20:47,229 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1931749030/switch/split already deleted, retry=false 2024-11-21T09:20:47,230 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Unable to get data of znode /1-1931749030/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:20:47,240 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1931749030/switch/merge already deleted, retry=false 2024-11-21T09:20:47,241 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Unable to get data of znode /1-1931749030/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:20:47,250 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1931749030/snapshot-cleanup already deleted, retry=false 2024-11-21T09:20:47,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1931749030/running 2024-11-21T09:20:47,261 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x1015cb1ff140004, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1931749030/running 2024-11-21T09:20:47,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1931749030 2024-11-21T09:20:47,261 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x1015cb1ff140004, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1931749030 2024-11-21T09:20:47,261 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,35891,1732180845116, sessionid=0x1015cb1ff140003, setting cluster-up flag (Was=false) 2024-11-21T09:20:47,282 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x1015cb1ff140004, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1931749030 2024-11-21T09:20:47,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1931749030 2024-11-21T09:20:47,313 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1931749030/flush-table-proc/acquired, /1-1931749030/flush-table-proc/reached, /1-1931749030/flush-table-proc/abort 2024-11-21T09:20:47,314 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,35891,1732180845116 2024-11-21T09:20:47,334 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x1015cb1ff140004, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1931749030 2024-11-21T09:20:47,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1931749030 2024-11-21T09:20:47,408 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1931749030/online-snapshot/acquired, /1-1931749030/online-snapshot/reached, /1-1931749030/online-snapshot/abort 2024-11-21T09:20:47,409 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,35891,1732180845116 2024-11-21T09:20:47,410 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T09:20:47,412 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:20:47,412 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:20:47,412 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:20:47,412 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,35891,1732180845116 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:20:47,414 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:20:47,414 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:20:47,414 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:20:47,414 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:20:47,414 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:20:47,414 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:47,414 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:20:47,414 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:47,415 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180877415 2024-11-21T09:20:47,415 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:20:47,415 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:20:47,415 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:20:47,415 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:20:47,416 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:20:47,416 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:20:47,416 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:47,416 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:20:47,416 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T09:20:47,417 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:47,417 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T09:20:47,420 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:20:47,420 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:20:47,421 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:20:47,421 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T09:20:47,422 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:20:47,422 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:20:47,422 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180847422,5,FailOnTimeoutGroup] 2024-11-21T09:20:47,422 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180847422,5,FailOnTimeoutGroup] 2024-11-21T09:20:47,422 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:47,422 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:20:47,422 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:47,422 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:47,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:20:47,476 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(746): ClusterId : 3251ac7f-49a9-4c8d-b6a8-727b1a4e8898 2024-11-21T09:20:47,476 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:20:47,504 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:20:47,504 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:20:47,514 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:20:47,515 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4797c684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:20:47,529 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:36191 2024-11-21T09:20:47,530 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:20:47,530 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:20:47,530 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:20:47,530 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,35891,1732180845116 with port=36191, startcode=1732180845352 2024-11-21T09:20:47,530 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:20:47,531 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:20:47,532 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35891 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,36191,1732180845352 2024-11-21T09:20:47,532 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35891 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,36191,1732180845352 2024-11-21T09:20:47,533 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028 2024-11-21T09:20:47,533 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45269 2024-11-21T09:20:47,533 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:20:47,569 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T09:20:47,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1931749030/rs 2024-11-21T09:20:47,589 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] zookeeper.ZKUtil(111): regionserver:36191-0x1015cb1ff140004, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Set watcher on existing znode=/1-1931749030/rs/5b0ae2ee7b9e,36191,1732180845352 2024-11-21T09:20:47,589 WARN [RS:0;5b0ae2ee7b9e:36191 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:20:47,589 INFO [RS:0;5b0ae2ee7b9e:36191 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:20:47,589 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352 2024-11-21T09:20:47,589 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,36191,1732180845352] 2024-11-21T09:20:47,593 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:20:47,594 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:20:47,595 INFO [RS:0;5b0ae2ee7b9e:36191 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:20:47,595 INFO [RS:0;5b0ae2ee7b9e:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:47,595 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:20:47,596 INFO [RS:0;5b0ae2ee7b9e:36191 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:20:47,596 INFO [RS:0;5b0ae2ee7b9e:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:47,596 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:47,596 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:47,596 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:47,596 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:47,596 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:47,596 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:20:47,596 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:47,596 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:47,596 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:47,596 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:47,596 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:47,596 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:47,596 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:20:47,596 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:20:47,596 INFO [RS:0;5b0ae2ee7b9e:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:47,596 INFO [RS:0;5b0ae2ee7b9e:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:47,597 INFO [RS:0;5b0ae2ee7b9e:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:47,597 INFO [RS:0;5b0ae2ee7b9e:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:47,597 INFO [RS:0;5b0ae2ee7b9e:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:47,597 INFO [RS:0;5b0ae2ee7b9e:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,36191,1732180845352-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:20:47,613 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:20:47,613 INFO [RS:0;5b0ae2ee7b9e:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,36191,1732180845352-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:47,613 INFO [RS:0;5b0ae2ee7b9e:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:47,613 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.Replication(171): 5b0ae2ee7b9e,36191,1732180845352 started 2024-11-21T09:20:47,625 INFO [RS:0;5b0ae2ee7b9e:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:47,625 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,36191,1732180845352, RpcServer on 5b0ae2ee7b9e/172.17.0.2:36191, sessionid=0x1015cb1ff140004 2024-11-21T09:20:47,625 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:20:47,625 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,36191,1732180845352 2024-11-21T09:20:47,626 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,36191,1732180845352' 2024-11-21T09:20:47,626 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1931749030/flush-table-proc/abort' 2024-11-21T09:20:47,626 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1931749030/flush-table-proc/acquired' 2024-11-21T09:20:47,626 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:20:47,626 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:20:47,626 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,36191,1732180845352 2024-11-21T09:20:47,626 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,36191,1732180845352' 2024-11-21T09:20:47,626 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1931749030/online-snapshot/abort' 2024-11-21T09:20:47,627 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1931749030/online-snapshot/acquired' 2024-11-21T09:20:47,627 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:20:47,627 INFO [RS:0;5b0ae2ee7b9e:36191 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:20:47,627 INFO [RS:0;5b0ae2ee7b9e:36191 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:20:47,727 INFO [RS:0;5b0ae2ee7b9e:36191 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:20:47,728 INFO [RS:0;5b0ae2ee7b9e:36191 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C36191%2C1732180845352, suffix=, logDir=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352, archiveDir=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/oldWALs, maxLogs=10 2024-11-21T09:20:47,745 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729, exclude list is [], retry=0 2024-11-21T09:20:47,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-ffaab9c2-165f-45b7-bcef-a697b4cbee76,DISK] 2024-11-21T09:20:47,748 INFO [RS:0;5b0ae2ee7b9e:36191 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 2024-11-21T09:20:47,751 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37923:37923)] 2024-11-21T09:20:47,833 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T09:20:47,833 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028 2024-11-21T09:20:47,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741833_1009 (size=32) 2024-11-21T09:20:48,231 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:20:48,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:48,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:48,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:48,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:20:48,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:20:48,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:48,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:48,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:20:48,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:20:48,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:48,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:48,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:20:48,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:20:48,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:48,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:48,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:20:48,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:20:48,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:48,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:48,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:20:48,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740 2024-11-21T09:20:48,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740 2024-11-21T09:20:48,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:20:48,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:20:48,248 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:20:48,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:20:48,250 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:20:48,251 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62977406, jitterRate=-0.06156352162361145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:20:48,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732180848239Initializing all the Stores at 1732180848239Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180848239Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180848239Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180848239Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180848240 (+1 ms)Cleaning up temporary data from old regions at 1732180848247 (+7 ms)Region opened successfully at 1732180848251 (+4 ms) 2024-11-21T09:20:48,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:20:48,251 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:20:48,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:20:48,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:20:48,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:20:48,251 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:20:48,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180848251Disabling compacts and flushes for region at 1732180848251Disabling writes for close at 1732180848251Writing region close event to WAL at 1732180848251Closed at 1732180848251 2024-11-21T09:20:48,253 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:20:48,253 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T09:20:48,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:20:48,254 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:20:48,254 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T09:20:48,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:48,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:48,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:48,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:48,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:48,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:48,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:48,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:48,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:48,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:48,405 DEBUG [5b0ae2ee7b9e:35891 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:20:48,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,36191,1732180845352 2024-11-21T09:20:48,406 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,36191,1732180845352, state=OPENING 2024-11-21T09:20:48,471 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T09:20:48,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1931749030 2024-11-21T09:20:48,482 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x1015cb1ff140004, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1931749030 2024-11-21T09:20:48,482 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:20:48,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,36191,1732180845352}] 2024-11-21T09:20:48,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1931749030/meta-region-server: CHANGED 2024-11-21T09:20:48,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1931749030/meta-region-server: CHANGED 2024-11-21T09:20:48,634 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:20:48,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:20:48,638 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:20:48,638 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:20:48,639 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:20:48,640 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C36191%2C1732180845352.meta, suffix=.meta, logDir=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352, archiveDir=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/oldWALs, maxLogs=10 2024-11-21T09:20:48,651 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.meta.1732180848640.meta, exclude list is [], retry=0 2024-11-21T09:20:48,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-ffaab9c2-165f-45b7-bcef-a697b4cbee76,DISK] 2024-11-21T09:20:48,654 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.meta.1732180848640.meta 2024-11-21T09:20:48,654 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37923:37923)] 2024-11-21T09:20:48,655 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:20:48,655 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:20:48,655 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:20:48,655 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:20:48,655 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:20:48,656 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:20:48,656 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:48,656 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:20:48,656 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:20:48,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:20:48,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:20:48,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:48,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:48,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:20:48,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:20:48,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:48,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:48,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:20:48,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:20:48,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:48,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:48,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:20:48,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:20:48,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:48,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:48,661 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:20:48,661 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740 2024-11-21T09:20:48,662 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740 2024-11-21T09:20:48,663 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:20:48,663 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:20:48,663 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:20:48,664 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:20:48,665 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65010995, jitterRate=-0.03126068413257599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:20:48,665 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:20:48,665 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180848656Writing region info on filesystem at 1732180848656Initializing all the Stores at 1732180848657 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180848657Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180848657Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180848657Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180848657Cleaning up temporary data from old regions at 1732180848663 (+6 ms)Running coprocessor post-open hooks at 1732180848665 (+2 ms)Region opened successfully at 1732180848665 2024-11-21T09:20:48,666 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732180848634 2024-11-21T09:20:48,668 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:20:48,668 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:20:48,668 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,36191,1732180845352 2024-11-21T09:20:48,669 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,36191,1732180845352, state=OPEN 2024-11-21T09:20:48,692 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x1015cb1ff140004, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1931749030/meta-region-server 2024-11-21T09:20:48,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1931749030/meta-region-server 2024-11-21T09:20:48,693 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,36191,1732180845352 2024-11-21T09:20:48,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1931749030/meta-region-server: CHANGED 2024-11-21T09:20:48,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1931749030/meta-region-server: CHANGED 2024-11-21T09:20:48,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T09:20:48,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,36191,1732180845352 in 211 msec 2024-11-21T09:20:48,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T09:20:48,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 442 msec 2024-11-21T09:20:48,697 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:20:48,697 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T09:20:48,698 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:20:48,698 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,36191,1732180845352, seqNum=-1] 2024-11-21T09:20:48,698 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:20:48,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:20:48,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2920 sec 2024-11-21T09:20:48,704 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180848704, completionTime=-1 2024-11-21T09:20:48,705 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T09:20:48,705 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:20:48,706 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T09:20:48,706 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732180908706 2024-11-21T09:20:48,706 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732180968706 2024-11-21T09:20:48,707 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T09:20:48,707 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,35891,1732180845116-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:48,707 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,35891,1732180845116-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:48,707 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,35891,1732180845116-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:48,707 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:35891, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:48,707 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:48,708 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:48,709 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T09:20:48,711 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.292sec 2024-11-21T09:20:48,711 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:20:48,711 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:20:48,712 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:20:48,712 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:20:48,712 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:20:48,712 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,35891,1732180845116-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:20:48,712 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,35891,1732180845116-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:20:48,713 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:20:48,713 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:20:48,713 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,35891,1732180845116-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:48,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ce9650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:48,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,35891,-1 for getting cluster id 2024-11-21T09:20:48,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:20:48,778 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3251ac7f-49a9-4c8d-b6a8-727b1a4e8898' 2024-11-21T09:20:48,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:20:48,778 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3251ac7f-49a9-4c8d-b6a8-727b1a4e8898" 2024-11-21T09:20:48,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305bd66c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:48,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,35891,-1] 2024-11-21T09:20:48,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:20:48,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:48,780 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:20:48,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492912f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:48,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:20:48,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,36191,1732180845352, seqNum=-1] 2024-11-21T09:20:48,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:20:48,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:20:48,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b0ae2ee7b9e,35891,1732180845116 2024-11-21T09:20:48,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61841 2024-11-21T09:20:48,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:20:48,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015cb1ff140005 connected 2024-11-21T09:20:48,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/hadoop.log.dir so I do NOT create it in target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29 2024-11-21T09:20:48,832 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T09:20:48,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/hadoop.tmp.dir so I do NOT create it in target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29 2024-11-21T09:20:48,832 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T09:20:48,832 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29 2024-11-21T09:20:48,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T09:20:48,832 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/cluster_43593e67-f649-49ee-1aa1-86bd6499f516, deleteOnExit=true 2024-11-21T09:20:48,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T09:20:48,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/test.cache.data in system properties and HBase conf 2024-11-21T09:20:48,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T09:20:48,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/hadoop.log.dir in system properties and HBase conf 2024-11-21T09:20:48,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T09:20:48,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T09:20:48,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T09:20:48,833 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T09:20:48,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:20:48,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:20:48,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T09:20:48,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:20:48,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T09:20:48,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T09:20:48,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:20:48,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:20:48,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T09:20:48,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/nfs.dump.dir in system properties and HBase conf 2024-11-21T09:20:48,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/java.io.tmpdir in system properties and HBase conf 2024-11-21T09:20:48,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:20:48,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T09:20:48,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T09:20:49,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:20:49,143 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:20:49,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:20:49,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:20:49,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:20:49,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:20:49,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37631bfe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:20:49,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ee42d2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:20:49,249 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@207268{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/java.io.tmpdir/jetty-localhost-38017-hadoop-hdfs-3_4_1-tests_jar-_-any-5696380580864113882/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:20:49,249 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a9341fd{HTTP/1.1, (http/1.1)}{localhost:38017} 2024-11-21T09:20:49,249 INFO [Time-limited test {}] server.Server(415): Started @239483ms 2024-11-21T09:20:49,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:20:49,510 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:20:49,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:20:49,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:20:49,511 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:20:49,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74c30093{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:20:49,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@236ee495{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:20:49,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29653bca{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/java.io.tmpdir/jetty-localhost-38665-hadoop-hdfs-3_4_1-tests_jar-_-any-14081227786699670828/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:20:49,612 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14aa2ba4{HTTP/1.1, (http/1.1)}{localhost:38665} 2024-11-21T09:20:49,612 INFO [Time-limited test {}] server.Server(415): Started @239846ms 2024-11-21T09:20:49,613 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:20:50,247 WARN [Thread-2915 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/cluster_43593e67-f649-49ee-1aa1-86bd6499f516/data/data1/current/BP-876109246-172.17.0.2-1732180848854/current, will proceed with Du for space computation calculation, 2024-11-21T09:20:50,248 WARN [Thread-2916 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/cluster_43593e67-f649-49ee-1aa1-86bd6499f516/data/data2/current/BP-876109246-172.17.0.2-1732180848854/current, will proceed with Du for space computation calculation, 2024-11-21T09:20:50,267 WARN [Thread-2903 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:20:50,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d2e62f22beb1819 with lease ID 0x5767b42777a66f1c: Processing first storage report for DS-f2574083-f63d-4307-90f3-67611a080e0b from datanode DatanodeRegistration(127.0.0.1:38155, datanodeUuid=7cb8908c-70d8-4e84-9967-56bcf39d0357, infoPort=35727, infoSecurePort=0, ipcPort=39385, storageInfo=lv=-57;cid=testClusterID;nsid=1429639237;c=1732180848854) 2024-11-21T09:20:50,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d2e62f22beb1819 with lease ID 0x5767b42777a66f1c: from storage DS-f2574083-f63d-4307-90f3-67611a080e0b node DatanodeRegistration(127.0.0.1:38155, datanodeUuid=7cb8908c-70d8-4e84-9967-56bcf39d0357, infoPort=35727, infoSecurePort=0, ipcPort=39385, storageInfo=lv=-57;cid=testClusterID;nsid=1429639237;c=1732180848854), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:20:50,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d2e62f22beb1819 with lease ID 0x5767b42777a66f1c: Processing first storage report for DS-7559920b-883a-4521-a598-95912abf22ca from datanode DatanodeRegistration(127.0.0.1:38155, datanodeUuid=7cb8908c-70d8-4e84-9967-56bcf39d0357, infoPort=35727, infoSecurePort=0, ipcPort=39385, storageInfo=lv=-57;cid=testClusterID;nsid=1429639237;c=1732180848854) 2024-11-21T09:20:50,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d2e62f22beb1819 with lease ID 0x5767b42777a66f1c: from storage DS-7559920b-883a-4521-a598-95912abf22ca node DatanodeRegistration(127.0.0.1:38155, datanodeUuid=7cb8908c-70d8-4e84-9967-56bcf39d0357, infoPort=35727, infoSecurePort=0, ipcPort=39385, storageInfo=lv=-57;cid=testClusterID;nsid=1429639237;c=1732180848854), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:20:50,344 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29 2024-11-21T09:20:50,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:50,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:50,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:20:50,753 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a with version=8 2024-11-21T09:20:50,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/hbase-staging 2024-11-21T09:20:50,754 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:20:50,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:50,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:50,754 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:20:50,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:50,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:20:50,755 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:20:50,755 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:20:50,755 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39415 2024-11-21T09:20:50,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39415 connecting to ZooKeeper ensemble=127.0.0.1:61841 2024-11-21T09:20:50,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394150x0, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:20:50,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39415-0x1015cb1ff140006 connected 2024-11-21T09:20:50,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:50,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:50,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Set watcher on znode that does not yet exist, /2-472255950/running 2024-11-21T09:20:50,906 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a, hbase.cluster.distributed=false 2024-11-21T09:20:50,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Set watcher on znode that does not yet exist, /2-472255950/acl 2024-11-21T09:20:50,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39415 2024-11-21T09:20:50,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39415 2024-11-21T09:20:50,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39415 2024-11-21T09:20:50,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39415 2024-11-21T09:20:50,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39415 2024-11-21T09:20:50,920 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:20:50,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:50,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:50,921 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:20:50,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:20:50,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:20:50,921 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:20:50,921 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:20:50,921 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40369 2024-11-21T09:20:50,922 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40369 connecting to ZooKeeper ensemble=127.0.0.1:61841 2024-11-21T09:20:50,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:50,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:50,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403690x0, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:20:50,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403690x0, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Set watcher on znode that does not yet exist, /2-472255950/running 2024-11-21T09:20:50,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40369-0x1015cb1ff140007 connected 2024-11-21T09:20:50,935 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:20:50,936 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:20:50,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40369-0x1015cb1ff140007, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Set watcher on znode that does not yet exist, /2-472255950/master 2024-11-21T09:20:50,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40369-0x1015cb1ff140007, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Set watcher on znode that does not yet exist, /2-472255950/acl 2024-11-21T09:20:50,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40369 2024-11-21T09:20:50,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40369 2024-11-21T09:20:50,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40369 2024-11-21T09:20:50,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40369 2024-11-21T09:20:50,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40369 2024-11-21T09:20:50,955 DEBUG [M:0;5b0ae2ee7b9e:39415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:39415 2024-11-21T09:20:50,956 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-472255950/backup-masters/5b0ae2ee7b9e,39415,1732180850754 2024-11-21T09:20:50,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1015cb1ff140007, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-472255950/backup-masters 2024-11-21T09:20:50,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-472255950/backup-masters 2024-11-21T09:20:50,966 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Set watcher on existing znode=/2-472255950/backup-masters/5b0ae2ee7b9e,39415,1732180850754 2024-11-21T09:20:50,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1015cb1ff140007, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-472255950/master 2024-11-21T09:20:50,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1015cb1ff140007, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-472255950 2024-11-21T09:20:50,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-472255950 2024-11-21T09:20:50,977 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Set watcher on existing znode=/2-472255950/master 2024-11-21T09:20:50,977 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-472255950/backup-masters/5b0ae2ee7b9e,39415,1732180850754 from backup master directory 2024-11-21T09:20:50,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-472255950/backup-masters/5b0ae2ee7b9e,39415,1732180850754 2024-11-21T09:20:50,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-472255950/backup-masters 2024-11-21T09:20:50,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1015cb1ff140007, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-472255950/backup-masters 2024-11-21T09:20:50,987 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:20:50,987 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,39415,1732180850754 2024-11-21T09:20:50,990 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/hbase.id] with ID: b3a4033f-398c-455d-8bd6-e0dfb56aaeec 2024-11-21T09:20:50,990 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/.tmp/hbase.id 2024-11-21T09:20:50,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:20:51,395 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/.tmp/hbase.id]:[hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/hbase.id] 2024-11-21T09:20:51,403 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:20:51,403 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:20:51,404 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T09:20:51,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1015cb1ff140007, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-472255950 2024-11-21T09:20:51,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-472255950 2024-11-21T09:20:51,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:20:51,865 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:20:51,866 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:20:51,866 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:20:51,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:20:52,272 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/data/master/store 2024-11-21T09:20:52,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:20:52,678 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:52,678 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:20:52,678 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:52,678 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:52,678 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:20:52,678 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:52,678 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:20:52,678 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180852678Disabling compacts and flushes for region at 1732180852678Disabling writes for close at 1732180852678Writing region close event to WAL at 1732180852678Closed at 1732180852678 2024-11-21T09:20:52,679 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/data/master/store/.initializing 2024-11-21T09:20:52,679 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/WALs/5b0ae2ee7b9e,39415,1732180850754 2024-11-21T09:20:52,680 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:20:52,681 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C39415%2C1732180850754, suffix=, logDir=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/WALs/5b0ae2ee7b9e,39415,1732180850754, archiveDir=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/oldWALs, maxLogs=10 2024-11-21T09:20:52,694 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/WALs/5b0ae2ee7b9e,39415,1732180850754/5b0ae2ee7b9e%2C39415%2C1732180850754.1732180852681, exclude list is [], retry=0 2024-11-21T09:20:52,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38155,DS-f2574083-f63d-4307-90f3-67611a080e0b,DISK] 2024-11-21T09:20:52,704 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/WALs/5b0ae2ee7b9e,39415,1732180850754/5b0ae2ee7b9e%2C39415%2C1732180850754.1732180852681 2024-11-21T09:20:52,704 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35727:35727)] 2024-11-21T09:20:52,704 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:20:52,704 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:52,705 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:52,705 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:52,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:52,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:20:52,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:52,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:52,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:52,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:20:52,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:52,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:52,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:52,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:20:52,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:52,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:52,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:52,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:20:52,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:52,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:52,723 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:52,723 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:52,723 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:52,724 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:52,724 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:52,725 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:20:52,725 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:20:52,727 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:20:52,727 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61556226, jitterRate=-0.08274075388908386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:20:52,727 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180852705Initializing all the Stores at 1732180852705Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180852705Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180852706 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180852706Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180852706Cleaning up temporary data from old regions at 1732180852724 (+18 ms)Region opened successfully at 1732180852727 (+3 ms) 2024-11-21T09:20:52,728 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:20:52,730 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427de75b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:20:52,730 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T09:20:52,731 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:20:52,731 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:20:52,731 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:20:52,731 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T09:20:52,731 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T09:20:52,731 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T09:20:52,733 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:20:52,734 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Unable to get data of znode /2-472255950/balancer because node does not exist (not necessarily an error) 2024-11-21T09:20:52,819 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-472255950/balancer already deleted, retry=false 2024-11-21T09:20:52,819 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:20:52,820 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Unable to get data of znode /2-472255950/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:20:52,829 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-472255950/normalizer already deleted, retry=false 2024-11-21T09:20:52,829 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:20:52,830 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Unable to get data of znode /2-472255950/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:20:52,839 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-472255950/switch/split already deleted, retry=false 2024-11-21T09:20:52,840 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Unable to get data of znode /2-472255950/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:20:52,850 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-472255950/switch/merge already deleted, retry=false 2024-11-21T09:20:52,852 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Unable to get data of znode /2-472255950/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:20:52,860 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-472255950/snapshot-cleanup already deleted, retry=false 2024-11-21T09:20:52,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-472255950/running 2024-11-21T09:20:52,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1015cb1ff140007, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-472255950/running 2024-11-21T09:20:52,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-472255950 2024-11-21T09:20:52,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1015cb1ff140007, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-472255950 2024-11-21T09:20:52,872 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,39415,1732180850754, sessionid=0x1015cb1ff140006, setting cluster-up flag (Was=false) 2024-11-21T09:20:52,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1015cb1ff140007, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-472255950 2024-11-21T09:20:52,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-472255950 2024-11-21T09:20:52,924 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-472255950/flush-table-proc/acquired, /2-472255950/flush-table-proc/reached, /2-472255950/flush-table-proc/abort 2024-11-21T09:20:52,925 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,39415,1732180850754 2024-11-21T09:20:52,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1015cb1ff140007, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-472255950 2024-11-21T09:20:52,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-472255950 2024-11-21T09:20:53,052 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-472255950/online-snapshot/acquired, /2-472255950/online-snapshot/reached, /2-472255950/online-snapshot/abort 2024-11-21T09:20:53,052 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,39415,1732180850754 2024-11-21T09:20:53,053 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T09:20:53,054 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:20:53,054 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:20:53,055 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:20:53,055 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,39415,1732180850754 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:20:53,056 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:20:53,056 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:20:53,056 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:20:53,056 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:20:53,056 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:20:53,056 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:53,056 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:20:53,056 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:53,057 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180883057 2024-11-21T09:20:53,057 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:20:53,057 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:20:53,057 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:20:53,057 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:20:53,057 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:20:53,057 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:20:53,057 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:20:53,057 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T09:20:53,057 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:53,058 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:20:53,058 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:20:53,058 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:20:53,058 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T09:20:53,058 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:53,058 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T09:20:53,058 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:20:53,058 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:20:53,058 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180853058,5,FailOnTimeoutGroup] 2024-11-21T09:20:53,059 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180853058,5,FailOnTimeoutGroup] 2024-11-21T09:20:53,059 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:53,059 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:20:53,059 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:53,059 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:53,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:20:53,145 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(746): ClusterId : b3a4033f-398c-455d-8bd6-e0dfb56aaeec 2024-11-21T09:20:53,145 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:20:53,167 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:20:53,167 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:20:53,177 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:20:53,177 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b793ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:20:53,188 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:40369 2024-11-21T09:20:53,188 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:20:53,188 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:20:53,188 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:20:53,189 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,39415,1732180850754 with port=40369, startcode=1732180850920 2024-11-21T09:20:53,189 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:20:53,190 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:20:53,191 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39415 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,40369,1732180850920 2024-11-21T09:20:53,191 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39415 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,40369,1732180850920 2024-11-21T09:20:53,192 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a 2024-11-21T09:20:53,192 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38617 2024-11-21T09:20:53,192 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:20:53,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-472255950/rs 2024-11-21T09:20:53,245 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] zookeeper.ZKUtil(111): regionserver:40369-0x1015cb1ff140007, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Set watcher on existing znode=/2-472255950/rs/5b0ae2ee7b9e,40369,1732180850920 2024-11-21T09:20:53,246 WARN [RS:0;5b0ae2ee7b9e:40369 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:20:53,246 INFO [RS:0;5b0ae2ee7b9e:40369 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:20:53,246 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920 2024-11-21T09:20:53,246 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,40369,1732180850920] 2024-11-21T09:20:53,249 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:20:53,250 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:20:53,250 INFO [RS:0;5b0ae2ee7b9e:40369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:20:53,250 INFO [RS:0;5b0ae2ee7b9e:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:53,250 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:20:53,251 INFO [RS:0;5b0ae2ee7b9e:40369 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:20:53,251 INFO [RS:0;5b0ae2ee7b9e:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:53,251 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:53,251 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:53,251 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:53,251 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:53,251 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:53,251 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:20:53,251 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:53,251 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:53,251 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:53,251 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:53,251 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:53,251 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:20:53,251 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:20:53,251 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:20:53,252 INFO [RS:0;5b0ae2ee7b9e:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:53,252 INFO [RS:0;5b0ae2ee7b9e:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:53,252 INFO [RS:0;5b0ae2ee7b9e:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:53,252 INFO [RS:0;5b0ae2ee7b9e:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:53,252 INFO [RS:0;5b0ae2ee7b9e:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:53,252 INFO [RS:0;5b0ae2ee7b9e:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,40369,1732180850920-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:20:53,267 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:20:53,267 INFO [RS:0;5b0ae2ee7b9e:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,40369,1732180850920-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:53,268 INFO [RS:0;5b0ae2ee7b9e:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:53,268 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.Replication(171): 5b0ae2ee7b9e,40369,1732180850920 started 2024-11-21T09:20:53,279 INFO [RS:0;5b0ae2ee7b9e:40369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:53,279 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,40369,1732180850920, RpcServer on 5b0ae2ee7b9e/172.17.0.2:40369, sessionid=0x1015cb1ff140007 2024-11-21T09:20:53,279 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:20:53,279 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,40369,1732180850920 2024-11-21T09:20:53,279 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,40369,1732180850920' 2024-11-21T09:20:53,280 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-472255950/flush-table-proc/abort' 2024-11-21T09:20:53,280 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-472255950/flush-table-proc/acquired' 2024-11-21T09:20:53,280 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:20:53,280 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:20:53,280 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,40369,1732180850920 2024-11-21T09:20:53,280 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,40369,1732180850920' 2024-11-21T09:20:53,280 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-472255950/online-snapshot/abort' 2024-11-21T09:20:53,281 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-472255950/online-snapshot/acquired' 2024-11-21T09:20:53,281 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:20:53,281 INFO [RS:0;5b0ae2ee7b9e:40369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:20:53,281 INFO [RS:0;5b0ae2ee7b9e:40369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:20:53,381 INFO [RS:0;5b0ae2ee7b9e:40369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:20:53,382 INFO [RS:0;5b0ae2ee7b9e:40369 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C40369%2C1732180850920, suffix=, logDir=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920, archiveDir=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/oldWALs, maxLogs=10 2024-11-21T09:20:53,393 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382, exclude list is [], retry=0 2024-11-21T09:20:53,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38155,DS-f2574083-f63d-4307-90f3-67611a080e0b,DISK] 2024-11-21T09:20:53,397 INFO [RS:0;5b0ae2ee7b9e:40369 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 2024-11-21T09:20:53,397 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35727:35727)] 2024-11-21T09:20:53,466 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T09:20:53,466 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a 2024-11-21T09:20:53,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741833_1009 (size=32) 2024-11-21T09:20:53,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:53,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:20:53,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:20:53,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:53,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:53,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:20:53,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:20:53,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:53,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:53,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:20:53,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:20:53,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:53,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:53,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:20:53,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:20:53,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:53,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:53,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:20:53,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740 2024-11-21T09:20:53,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740 2024-11-21T09:20:53,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:20:53,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:20:53,879 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:20:53,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:20:53,881 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:20:53,882 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59340539, jitterRate=-0.1157570630311966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:20:53,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732180853872Initializing all the Stores at 1732180853872Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180853873 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180853873Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180853873Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180853873Cleaning up temporary data from old regions at 1732180853879 (+6 ms)Region opened successfully at 1732180853882 (+3 ms) 2024-11-21T09:20:53,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:20:53,882 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:20:53,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:20:53,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:20:53,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:20:53,882 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:20:53,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180853882Disabling compacts and flushes for region at 1732180853882Disabling writes for close at 1732180853882Writing region close event to WAL at 1732180853882Closed at 1732180853882 2024-11-21T09:20:53,883 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:20:53,883 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T09:20:53,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:20:53,884 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:20:53,885 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T09:20:54,029 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:20:54,029 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:20:54,030 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48547 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:20:54,035 DEBUG [5b0ae2ee7b9e:39415 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:20:54,035 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,40369,1732180850920 2024-11-21T09:20:54,036 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,40369,1732180850920, state=OPENING 2024-11-21T09:20:54,082 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T09:20:54,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-472255950 2024-11-21T09:20:54,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1015cb1ff140007, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-472255950 2024-11-21T09:20:54,093 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:20:54,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-472255950/meta-region-server: CHANGED 2024-11-21T09:20:54,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-472255950/meta-region-server: CHANGED 2024-11-21T09:20:54,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,40369,1732180850920}] 2024-11-21T09:20:54,158 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:20:54,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:54,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:54,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:54,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:54,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:54,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:54,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:54,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:54,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:54,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:54,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:54,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:54,245 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:20:54,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:20:54,248 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:20:54,248 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:20:54,248 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:20:54,249 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C40369%2C1732180850920.meta, suffix=.meta, logDir=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920, archiveDir=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/oldWALs, maxLogs=10 2024-11-21T09:20:54,260 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.meta.1732180854250.meta, exclude list is [], retry=0 2024-11-21T09:20:54,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38155,DS-f2574083-f63d-4307-90f3-67611a080e0b,DISK] 2024-11-21T09:20:54,263 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.meta.1732180854250.meta 2024-11-21T09:20:54,263 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35727:35727)] 2024-11-21T09:20:54,264 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:20:54,264 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:20:54,264 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:20:54,264 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:20:54,264 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:20:54,264 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:20:54,264 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:54,264 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:20:54,264 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:20:54,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:20:54,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:20:54,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:54,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:54,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:20:54,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:20:54,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:54,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:54,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:20:54,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:20:54,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:54,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:54,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:20:54,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:20:54,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:54,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:20:54,269 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:20:54,270 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740 2024-11-21T09:20:54,270 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740 2024-11-21T09:20:54,271 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:20:54,271 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:20:54,271 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:20:54,272 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:20:54,273 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73882448, jitterRate=0.10093426704406738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:20:54,273 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:20:54,273 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180854264Writing region info on filesystem at 1732180854264Initializing all the Stores at 1732180854265 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180854265Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180854265Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180854265Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180854265Cleaning up temporary data from old regions at 1732180854271 (+6 ms)Running coprocessor post-open hooks at 1732180854273 (+2 ms)Region opened successfully at 1732180854273 2024-11-21T09:20:54,273 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732180854244 2024-11-21T09:20:54,275 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:20:54,275 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:20:54,275 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,40369,1732180850920 2024-11-21T09:20:54,276 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,40369,1732180850920, state=OPEN 2024-11-21T09:20:54,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-472255950/meta-region-server 2024-11-21T09:20:54,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1015cb1ff140007, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-472255950/meta-region-server 2024-11-21T09:20:54,282 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,40369,1732180850920 2024-11-21T09:20:54,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-472255950/meta-region-server: CHANGED 2024-11-21T09:20:54,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-472255950/meta-region-server: CHANGED 2024-11-21T09:20:54,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T09:20:54,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,40369,1732180850920 in 189 msec 2024-11-21T09:20:54,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T09:20:54,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 400 msec 2024-11-21T09:20:54,285 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:20:54,285 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T09:20:54,286 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:20:54,286 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,40369,1732180850920, seqNum=-1] 2024-11-21T09:20:54,286 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:20:54,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:20:54,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2370 sec 2024-11-21T09:20:54,291 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180854291, completionTime=-1 2024-11-21T09:20:54,291 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T09:20:54,291 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:20:54,293 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T09:20:54,293 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732180914293 2024-11-21T09:20:54,293 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732180974293 2024-11-21T09:20:54,293 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T09:20:54,293 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,39415,1732180850754-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:54,293 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,39415,1732180850754-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:54,293 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,39415,1732180850754-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:54,293 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:39415, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:54,293 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:54,293 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:54,295 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T09:20:54,296 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.309sec 2024-11-21T09:20:54,296 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:20:54,296 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:20:54,296 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:20:54,296 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:20:54,296 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:20:54,296 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,39415,1732180850754-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:20:54,296 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,39415,1732180850754-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:20:54,298 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:20:54,298 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:20:54,298 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,39415,1732180850754-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:20:54,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5001a074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:54,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,39415,-1 for getting cluster id 2024-11-21T09:20:54,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:20:54,347 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3a4033f-398c-455d-8bd6-e0dfb56aaeec' 2024-11-21T09:20:54,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:20:54,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3a4033f-398c-455d-8bd6-e0dfb56aaeec" 2024-11-21T09:20:54,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bbeec27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:54,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,39415,-1] 2024-11-21T09:20:54,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:20:54,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:54,348 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:20:54,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30df8c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:54,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:20:54,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,40369,1732180850920, seqNum=-1] 2024-11-21T09:20:54,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:20:54,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:20:54,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b0ae2ee7b9e,39415,1732180850754 2024-11-21T09:20:54,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61841 2024-11-21T09:20:54,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:20:54,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015cb1ff140008 connected 2024-11-21T09:20:54,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:20:54,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,38487,1732180839213 2024-11-21T09:20:54,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f2fa8f 2024-11-21T09:20:54,379 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:20:54,380 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:20:54,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:20:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T09:20:54,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:20:54,382 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:54,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T09:20:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:54,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:20:54,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741835_1011 (size=902) 2024-11-21T09:20:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:54,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:54,790 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 93d7dddbef32ceb23827e730321b9e14, NAME => 'test,,1732180854380.93d7dddbef32ceb23827e730321b9e14.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1 2024-11-21T09:20:54,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741836_1012 (size=39) 2024-11-21T09:20:54,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732180854380.93d7dddbef32ceb23827e730321b9e14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:54,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 93d7dddbef32ceb23827e730321b9e14, disabling compactions & flushes 2024-11-21T09:20:54,794 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732180854380.93d7dddbef32ceb23827e730321b9e14. 2024-11-21T09:20:54,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180854380.93d7dddbef32ceb23827e730321b9e14. 2024-11-21T09:20:54,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732180854380.93d7dddbef32ceb23827e730321b9e14. after waiting 0 ms 2024-11-21T09:20:54,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732180854380.93d7dddbef32ceb23827e730321b9e14. 2024-11-21T09:20:54,794 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732180854380.93d7dddbef32ceb23827e730321b9e14. 2024-11-21T09:20:54,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 93d7dddbef32ceb23827e730321b9e14: Waiting for close lock at 1732180854794Disabling compacts and flushes for region at 1732180854794Disabling writes for close at 1732180854794Writing region close event to WAL at 1732180854794Closed at 1732180854794 2024-11-21T09:20:54,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:20:54,796 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732180854380.93d7dddbef32ceb23827e730321b9e14.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732180854795"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180854795"}]},"ts":"1732180854795"} 2024-11-21T09:20:54,797 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:20:54,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:20:54,798 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180854798"}]},"ts":"1732180854798"} 2024-11-21T09:20:54,799 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T09:20:54,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=93d7dddbef32ceb23827e730321b9e14, ASSIGN}] 2024-11-21T09:20:54,800 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=93d7dddbef32ceb23827e730321b9e14, ASSIGN 2024-11-21T09:20:54,801 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=93d7dddbef32ceb23827e730321b9e14, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,38445,1732180839449; forceNewPlan=false, retain=false 2024-11-21T09:20:54,951 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=93d7dddbef32ceb23827e730321b9e14, regionState=OPENING, regionLocation=5b0ae2ee7b9e,38445,1732180839449 2024-11-21T09:20:54,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=93d7dddbef32ceb23827e730321b9e14, ASSIGN because future has completed 2024-11-21T09:20:54,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93d7dddbef32ceb23827e730321b9e14, server=5b0ae2ee7b9e,38445,1732180839449}] 2024-11-21T09:20:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:55,108 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732180854380.93d7dddbef32ceb23827e730321b9e14. 2024-11-21T09:20:55,108 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 93d7dddbef32ceb23827e730321b9e14, NAME => 'test,,1732180854380.93d7dddbef32ceb23827e730321b9e14.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:20:55,108 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:20:55,108 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T09:20:55,108 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 93d7dddbef32ceb23827e730321b9e14 2024-11-21T09:20:55,108 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732180854380.93d7dddbef32ceb23827e730321b9e14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:55,108 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 93d7dddbef32ceb23827e730321b9e14 2024-11-21T09:20:55,108 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 93d7dddbef32ceb23827e730321b9e14 2024-11-21T09:20:55,109 INFO [StoreOpener-93d7dddbef32ceb23827e730321b9e14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 93d7dddbef32ceb23827e730321b9e14 2024-11-21T09:20:55,110 INFO [StoreOpener-93d7dddbef32ceb23827e730321b9e14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93d7dddbef32ceb23827e730321b9e14 columnFamilyName f 2024-11-21T09:20:55,110 DEBUG [StoreOpener-93d7dddbef32ceb23827e730321b9e14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:55,110 INFO [StoreOpener-93d7dddbef32ceb23827e730321b9e14-1 {}] regionserver.HStore(327): Store=93d7dddbef32ceb23827e730321b9e14/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:55,110 INFO [StoreOpener-93d7dddbef32ceb23827e730321b9e14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 93d7dddbef32ceb23827e730321b9e14 2024-11-21T09:20:55,111 INFO [StoreOpener-93d7dddbef32ceb23827e730321b9e14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93d7dddbef32ceb23827e730321b9e14 columnFamilyName f1 2024-11-21T09:20:55,111 DEBUG [StoreOpener-93d7dddbef32ceb23827e730321b9e14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:55,111 INFO [StoreOpener-93d7dddbef32ceb23827e730321b9e14-1 {}] regionserver.HStore(327): Store=93d7dddbef32ceb23827e730321b9e14/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:55,111 INFO [StoreOpener-93d7dddbef32ceb23827e730321b9e14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 93d7dddbef32ceb23827e730321b9e14 2024-11-21T09:20:55,112 INFO [StoreOpener-93d7dddbef32ceb23827e730321b9e14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93d7dddbef32ceb23827e730321b9e14 columnFamilyName norep 2024-11-21T09:20:55,112 DEBUG [StoreOpener-93d7dddbef32ceb23827e730321b9e14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:55,112 INFO [StoreOpener-93d7dddbef32ceb23827e730321b9e14-1 {}] regionserver.HStore(327): Store=93d7dddbef32ceb23827e730321b9e14/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:55,112 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 93d7dddbef32ceb23827e730321b9e14 2024-11-21T09:20:55,113 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/default/test/93d7dddbef32ceb23827e730321b9e14 2024-11-21T09:20:55,113 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/default/test/93d7dddbef32ceb23827e730321b9e14 2024-11-21T09:20:55,114 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 93d7dddbef32ceb23827e730321b9e14 2024-11-21T09:20:55,114 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 93d7dddbef32ceb23827e730321b9e14 2024-11-21T09:20:55,114 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:20:55,115 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 93d7dddbef32ceb23827e730321b9e14 2024-11-21T09:20:55,116 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/default/test/93d7dddbef32ceb23827e730321b9e14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:20:55,116 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 93d7dddbef32ceb23827e730321b9e14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65153636, jitterRate=-0.029135167598724365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:20:55,116 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93d7dddbef32ceb23827e730321b9e14 2024-11-21T09:20:55,117 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 93d7dddbef32ceb23827e730321b9e14: Running coprocessor pre-open hook at 1732180855108Writing region info on filesystem at 1732180855108Initializing all the Stores at 1732180855109 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180855109Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180855109Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180855109Cleaning up temporary data from old regions at 1732180855114 (+5 ms)Running coprocessor post-open hooks at 1732180855116 (+2 ms)Region opened successfully at 1732180855117 (+1 ms) 2024-11-21T09:20:55,117 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732180854380.93d7dddbef32ceb23827e730321b9e14., pid=6, masterSystemTime=1732180855105 2024-11-21T09:20:55,119 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732180854380.93d7dddbef32ceb23827e730321b9e14. 2024-11-21T09:20:55,119 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732180854380.93d7dddbef32ceb23827e730321b9e14. 2024-11-21T09:20:55,119 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=93d7dddbef32ceb23827e730321b9e14, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b0ae2ee7b9e,38445,1732180839449 2024-11-21T09:20:55,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93d7dddbef32ceb23827e730321b9e14, server=5b0ae2ee7b9e,38445,1732180839449 because future has completed 2024-11-21T09:20:55,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T09:20:55,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 93d7dddbef32ceb23827e730321b9e14, server=5b0ae2ee7b9e,38445,1732180839449 in 169 msec 2024-11-21T09:20:55,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T09:20:55,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=93d7dddbef32ceb23827e730321b9e14, ASSIGN in 324 msec 2024-11-21T09:20:55,125 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:20:55,125 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180855125"}]},"ts":"1732180855125"} 2024-11-21T09:20:55,126 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T09:20:55,127 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:20:55,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 747 msec 2024-11-21T09:20:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:55,519 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T09:20:55,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:20:55,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,35891,1732180845116 2024-11-21T09:20:55,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8933df3 2024-11-21T09:20:55,520 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:20:55,521 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:20:55,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:20:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T09:20:55,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:20:55,523 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:55,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T09:20:55,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:20:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:55,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741835_1011 (size=902) 2024-11-21T09:20:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:55,929 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f34023114c7e77e3b9c81b9b8a322b11, NAME => 'test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028 2024-11-21T09:20:55,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741836_1012 (size=39) 2024-11-21T09:20:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:56,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:56,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f34023114c7e77e3b9c81b9b8a322b11, disabling compactions & flushes 2024-11-21T09:20:56,334 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11. 2024-11-21T09:20:56,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11. 2024-11-21T09:20:56,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11. after waiting 0 ms 2024-11-21T09:20:56,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11. 2024-11-21T09:20:56,334 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11. 2024-11-21T09:20:56,334 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f34023114c7e77e3b9c81b9b8a322b11: Waiting for close lock at 1732180856334Disabling compacts and flushes for region at 1732180856334Disabling writes for close at 1732180856334Writing region close event to WAL at 1732180856334Closed at 1732180856334 2024-11-21T09:20:56,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:20:56,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732180856335"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180856335"}]},"ts":"1732180856335"} 2024-11-21T09:20:56,336 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:20:56,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:20:56,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180856337"}]},"ts":"1732180856337"} 2024-11-21T09:20:56,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T09:20:56,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f34023114c7e77e3b9c81b9b8a322b11, ASSIGN}] 2024-11-21T09:20:56,339 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f34023114c7e77e3b9c81b9b8a322b11, ASSIGN 2024-11-21T09:20:56,340 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f34023114c7e77e3b9c81b9b8a322b11, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,36191,1732180845352; forceNewPlan=false, retain=false 2024-11-21T09:20:56,490 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f34023114c7e77e3b9c81b9b8a322b11, regionState=OPENING, regionLocation=5b0ae2ee7b9e,36191,1732180845352 2024-11-21T09:20:56,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f34023114c7e77e3b9c81b9b8a322b11, ASSIGN because future has completed 2024-11-21T09:20:56,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f34023114c7e77e3b9c81b9b8a322b11, server=5b0ae2ee7b9e,36191,1732180845352}] 2024-11-21T09:20:56,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T09:20:56,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T09:20:56,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:20:56,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T09:20:56,647 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11. 2024-11-21T09:20:56,647 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f34023114c7e77e3b9c81b9b8a322b11, NAME => 'test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:20:56,647 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:20:56,647 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T09:20:56,647 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f34023114c7e77e3b9c81b9b8a322b11 2024-11-21T09:20:56,647 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:56,648 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f34023114c7e77e3b9c81b9b8a322b11 2024-11-21T09:20:56,648 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f34023114c7e77e3b9c81b9b8a322b11 2024-11-21T09:20:56,649 INFO [StoreOpener-f34023114c7e77e3b9c81b9b8a322b11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f34023114c7e77e3b9c81b9b8a322b11 2024-11-21T09:20:56,649 INFO [StoreOpener-f34023114c7e77e3b9c81b9b8a322b11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f34023114c7e77e3b9c81b9b8a322b11 columnFamilyName f 2024-11-21T09:20:56,649 DEBUG [StoreOpener-f34023114c7e77e3b9c81b9b8a322b11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:56,650 INFO [StoreOpener-f34023114c7e77e3b9c81b9b8a322b11-1 {}] regionserver.HStore(327): Store=f34023114c7e77e3b9c81b9b8a322b11/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:56,650 INFO [StoreOpener-f34023114c7e77e3b9c81b9b8a322b11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f34023114c7e77e3b9c81b9b8a322b11 2024-11-21T09:20:56,651 INFO [StoreOpener-f34023114c7e77e3b9c81b9b8a322b11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f34023114c7e77e3b9c81b9b8a322b11 columnFamilyName f1 2024-11-21T09:20:56,651 DEBUG [StoreOpener-f34023114c7e77e3b9c81b9b8a322b11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:56,651 INFO [StoreOpener-f34023114c7e77e3b9c81b9b8a322b11-1 {}] regionserver.HStore(327): Store=f34023114c7e77e3b9c81b9b8a322b11/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:56,651 INFO [StoreOpener-f34023114c7e77e3b9c81b9b8a322b11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f34023114c7e77e3b9c81b9b8a322b11 2024-11-21T09:20:56,652 INFO [StoreOpener-f34023114c7e77e3b9c81b9b8a322b11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f34023114c7e77e3b9c81b9b8a322b11 columnFamilyName norep 2024-11-21T09:20:56,652 DEBUG [StoreOpener-f34023114c7e77e3b9c81b9b8a322b11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:56,652 INFO [StoreOpener-f34023114c7e77e3b9c81b9b8a322b11-1 {}] regionserver.HStore(327): Store=f34023114c7e77e3b9c81b9b8a322b11/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:56,652 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f34023114c7e77e3b9c81b9b8a322b11 2024-11-21T09:20:56,652 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/default/test/f34023114c7e77e3b9c81b9b8a322b11 2024-11-21T09:20:56,653 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/default/test/f34023114c7e77e3b9c81b9b8a322b11 2024-11-21T09:20:56,653 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f34023114c7e77e3b9c81b9b8a322b11 2024-11-21T09:20:56,653 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f34023114c7e77e3b9c81b9b8a322b11 2024-11-21T09:20:56,653 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:20:56,654 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f34023114c7e77e3b9c81b9b8a322b11 2024-11-21T09:20:56,655 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/default/test/f34023114c7e77e3b9c81b9b8a322b11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:20:56,656 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f34023114c7e77e3b9c81b9b8a322b11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67200490, jitterRate=0.0013653337955474854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:20:56,656 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f34023114c7e77e3b9c81b9b8a322b11 2024-11-21T09:20:56,656 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f34023114c7e77e3b9c81b9b8a322b11: Running coprocessor pre-open hook at 1732180856648Writing region info on filesystem at 1732180856648Initializing all the Stores at 1732180856648Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180856648Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180856648Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180856648Cleaning up temporary data from old regions at 1732180856653 (+5 ms)Running coprocessor post-open hooks at 1732180856656 (+3 ms)Region opened successfully at 1732180856656 2024-11-21T09:20:56,657 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11., pid=6, masterSystemTime=1732180856644 2024-11-21T09:20:56,658 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11. 2024-11-21T09:20:56,658 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11. 2024-11-21T09:20:56,658 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f34023114c7e77e3b9c81b9b8a322b11, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b0ae2ee7b9e,36191,1732180845352 2024-11-21T09:20:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:56,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f34023114c7e77e3b9c81b9b8a322b11, server=5b0ae2ee7b9e,36191,1732180845352 because future has completed 2024-11-21T09:20:56,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T09:20:56,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f34023114c7e77e3b9c81b9b8a322b11, server=5b0ae2ee7b9e,36191,1732180845352 in 168 msec 2024-11-21T09:20:56,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T09:20:56,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f34023114c7e77e3b9c81b9b8a322b11, ASSIGN in 324 msec 2024-11-21T09:20:56,665 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:20:56,665 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180856665"}]},"ts":"1732180856665"} 2024-11-21T09:20:56,666 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T09:20:56,667 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:20:56,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-11-21T09:20:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:57,668 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T09:20:57,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:20:57,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,39415,1732180850754 2024-11-21T09:20:57,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30b4c23a 2024-11-21T09:20:57,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:20:57,670 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:20:57,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:20:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T09:20:57,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:20:57,673 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:57,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T09:20:57,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:20:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:57,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741835_1011 (size=902) 2024-11-21T09:20:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:58,080 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4587d020763112cbc19e185d1856101f, NAME => 'test,,1732180857670.4587d020763112cbc19e185d1856101f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a 2024-11-21T09:20:58,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741836_1012 (size=39) 2024-11-21T09:20:58,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:58,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732180857670.4587d020763112cbc19e185d1856101f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:58,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4587d020763112cbc19e185d1856101f, disabling compactions & flushes 2024-11-21T09:20:58,484 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732180857670.4587d020763112cbc19e185d1856101f. 2024-11-21T09:20:58,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180857670.4587d020763112cbc19e185d1856101f. 2024-11-21T09:20:58,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732180857670.4587d020763112cbc19e185d1856101f. after waiting 0 ms 2024-11-21T09:20:58,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732180857670.4587d020763112cbc19e185d1856101f. 2024-11-21T09:20:58,485 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732180857670.4587d020763112cbc19e185d1856101f. 2024-11-21T09:20:58,485 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4587d020763112cbc19e185d1856101f: Waiting for close lock at 1732180858484Disabling compacts and flushes for region at 1732180858484Disabling writes for close at 1732180858485 (+1 ms)Writing region close event to WAL at 1732180858485Closed at 1732180858485 2024-11-21T09:20:58,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:20:58,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732180857670.4587d020763112cbc19e185d1856101f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732180858540"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180858540"}]},"ts":"1732180858540"} 2024-11-21T09:20:58,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:20:58,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:20:58,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180858542"}]},"ts":"1732180858542"} 2024-11-21T09:20:58,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T09:20:58,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4587d020763112cbc19e185d1856101f, ASSIGN}] 2024-11-21T09:20:58,545 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4587d020763112cbc19e185d1856101f, ASSIGN 2024-11-21T09:20:58,546 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4587d020763112cbc19e185d1856101f, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,40369,1732180850920; forceNewPlan=false, retain=false 2024-11-21T09:20:58,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4587d020763112cbc19e185d1856101f, regionState=OPENING, regionLocation=5b0ae2ee7b9e,40369,1732180850920 2024-11-21T09:20:58,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4587d020763112cbc19e185d1856101f, ASSIGN because future has completed 2024-11-21T09:20:58,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4587d020763112cbc19e185d1856101f, server=5b0ae2ee7b9e,40369,1732180850920}] 2024-11-21T09:20:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:58,854 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732180857670.4587d020763112cbc19e185d1856101f. 2024-11-21T09:20:58,854 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4587d020763112cbc19e185d1856101f, NAME => 'test,,1732180857670.4587d020763112cbc19e185d1856101f.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:20:58,854 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:20:58,854 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T09:20:58,854 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4587d020763112cbc19e185d1856101f 2024-11-21T09:20:58,854 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732180857670.4587d020763112cbc19e185d1856101f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:20:58,855 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4587d020763112cbc19e185d1856101f 2024-11-21T09:20:58,855 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4587d020763112cbc19e185d1856101f 2024-11-21T09:20:58,856 INFO [StoreOpener-4587d020763112cbc19e185d1856101f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4587d020763112cbc19e185d1856101f 2024-11-21T09:20:58,856 INFO [StoreOpener-4587d020763112cbc19e185d1856101f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4587d020763112cbc19e185d1856101f columnFamilyName f 2024-11-21T09:20:58,856 DEBUG [StoreOpener-4587d020763112cbc19e185d1856101f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:58,857 INFO [StoreOpener-4587d020763112cbc19e185d1856101f-1 {}] regionserver.HStore(327): Store=4587d020763112cbc19e185d1856101f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:58,857 INFO [StoreOpener-4587d020763112cbc19e185d1856101f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4587d020763112cbc19e185d1856101f 2024-11-21T09:20:58,858 INFO [StoreOpener-4587d020763112cbc19e185d1856101f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4587d020763112cbc19e185d1856101f columnFamilyName f1 2024-11-21T09:20:58,858 DEBUG [StoreOpener-4587d020763112cbc19e185d1856101f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:58,858 INFO [StoreOpener-4587d020763112cbc19e185d1856101f-1 {}] regionserver.HStore(327): Store=4587d020763112cbc19e185d1856101f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:58,858 INFO [StoreOpener-4587d020763112cbc19e185d1856101f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4587d020763112cbc19e185d1856101f 2024-11-21T09:20:58,859 INFO [StoreOpener-4587d020763112cbc19e185d1856101f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4587d020763112cbc19e185d1856101f columnFamilyName norep 2024-11-21T09:20:58,859 DEBUG [StoreOpener-4587d020763112cbc19e185d1856101f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:58,859 INFO [StoreOpener-4587d020763112cbc19e185d1856101f-1 {}] regionserver.HStore(327): Store=4587d020763112cbc19e185d1856101f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:20:58,859 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4587d020763112cbc19e185d1856101f 2024-11-21T09:20:58,859 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/default/test/4587d020763112cbc19e185d1856101f 2024-11-21T09:20:58,860 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/default/test/4587d020763112cbc19e185d1856101f 2024-11-21T09:20:58,861 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4587d020763112cbc19e185d1856101f 2024-11-21T09:20:58,861 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4587d020763112cbc19e185d1856101f 2024-11-21T09:20:58,862 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:20:58,862 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4587d020763112cbc19e185d1856101f 2024-11-21T09:20:58,864 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/default/test/4587d020763112cbc19e185d1856101f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:20:58,864 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4587d020763112cbc19e185d1856101f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73074079, jitterRate=0.08888863027095795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:20:58,864 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4587d020763112cbc19e185d1856101f 2024-11-21T09:20:58,864 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4587d020763112cbc19e185d1856101f: Running coprocessor pre-open hook at 1732180858855Writing region info on filesystem at 1732180858855Initializing all the Stores at 1732180858855Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180858855Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180858855Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180858855Cleaning up temporary data from old regions at 1732180858861 (+6 ms)Running coprocessor post-open hooks at 1732180858864 (+3 ms)Region opened successfully at 1732180858864 2024-11-21T09:20:58,865 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732180857670.4587d020763112cbc19e185d1856101f., pid=6, masterSystemTime=1732180858850 2024-11-21T09:20:58,867 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732180857670.4587d020763112cbc19e185d1856101f. 2024-11-21T09:20:58,867 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732180857670.4587d020763112cbc19e185d1856101f. 2024-11-21T09:20:58,867 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4587d020763112cbc19e185d1856101f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b0ae2ee7b9e,40369,1732180850920 2024-11-21T09:20:58,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4587d020763112cbc19e185d1856101f, server=5b0ae2ee7b9e,40369,1732180850920 because future has completed 2024-11-21T09:20:58,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T09:20:58,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4587d020763112cbc19e185d1856101f, server=5b0ae2ee7b9e,40369,1732180850920 in 171 msec 2024-11-21T09:20:58,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T09:20:58,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4587d020763112cbc19e185d1856101f, ASSIGN in 327 msec 2024-11-21T09:20:58,873 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:20:58,874 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180858873"}]},"ts":"1732180858873"} 2024-11-21T09:20:58,875 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T09:20:58,876 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:20:58,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2050 sec 2024-11-21T09:20:59,249 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T09:20:59,766 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:20:59,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:59,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:59,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:59,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:59,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:59,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:59,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:59,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:59,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:59,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:59,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:20:59,819 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T09:20:59,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:20:59,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff6ada5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:59,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,38487,-1 for getting cluster id 2024-11-21T09:20:59,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:20:59,821 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '178076d4-6bf5-44aa-9393-2f86e9fe5276' 2024-11-21T09:20:59,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:20:59,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "178076d4-6bf5-44aa-9393-2f86e9fe5276" 2024-11-21T09:20:59,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a64cd5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:59,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,38487,-1] 2024-11-21T09:20:59,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:20:59,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:59,822 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:20:59,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0ab8b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:59,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:20:59,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,38487,1732180839213 2024-11-21T09:20:59,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f613cf8 2024-11-21T09:20:59,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:20:59,825 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:20:59,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b0ae2ee7b9e:35891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T09:20:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T09:20:59,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:20:59,827 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:35891' 2024-11-21T09:20:59,828 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aea3c6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:59,828 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,35891,-1 for getting cluster id 2024-11-21T09:20:59,828 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:20:59,829 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3251ac7f-49a9-4c8d-b6a8-727b1a4e8898' 2024-11-21T09:20:59,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:20:59,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3251ac7f-49a9-4c8d-b6a8-727b1a4e8898" 2024-11-21T09:20:59,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25602b1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:59,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,35891,-1] 2024-11-21T09:20:59,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:20:59,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:59,830 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:20:59,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1744efc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:20:59,831 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:20:59,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,35891,1732180845116 2024-11-21T09:20:59,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42490823 2024-11-21T09:20:59,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:20:59,832 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:20:59,833 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T09:20:59,833 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T09:20:59,833 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:59,833 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:20:59,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:20:59,833 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:20:59,834 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T09:20:59,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:20:59,835 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:20:59,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:20:59,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741837_1013 (size=1138) 2024-11-21T09:20:59,885 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T09:20:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:00,241 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fe9f0a25da86a2b8320657135ec96874, NAME => 'hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1 2024-11-21T09:21:00,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741838_1014 (size=44) 2024-11-21T09:21:00,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:00,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fe9f0a25da86a2b8320657135ec96874, disabling compactions & flushes 2024-11-21T09:21:00,251 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874. 2024-11-21T09:21:00,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874. 2024-11-21T09:21:00,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874. after waiting 0 ms 2024-11-21T09:21:00,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874. 2024-11-21T09:21:00,251 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874. 2024-11-21T09:21:00,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fe9f0a25da86a2b8320657135ec96874: Waiting for close lock at 1732180860251Disabling compacts and flushes for region at 1732180860251Disabling writes for close at 1732180860251Writing region close event to WAL at 1732180860251Closed at 1732180860251 2024-11-21T09:21:00,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:21:00,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732180860252"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180860252"}]},"ts":"1732180860252"} 2024-11-21T09:21:00,254 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:21:00,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:21:00,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180860254"}]},"ts":"1732180860254"} 2024-11-21T09:21:00,256 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T09:21:00,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe9f0a25da86a2b8320657135ec96874, ASSIGN}] 2024-11-21T09:21:00,257 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe9f0a25da86a2b8320657135ec96874, ASSIGN 2024-11-21T09:21:00,258 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fe9f0a25da86a2b8320657135ec96874, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,38445,1732180839449; forceNewPlan=false, retain=false 2024-11-21T09:21:00,409 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fe9f0a25da86a2b8320657135ec96874, regionState=OPENING, regionLocation=5b0ae2ee7b9e,38445,1732180839449 2024-11-21T09:21:00,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fe9f0a25da86a2b8320657135ec96874, ASSIGN because future has completed 2024-11-21T09:21:00,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe9f0a25da86a2b8320657135ec96874, server=5b0ae2ee7b9e,38445,1732180839449}] 2024-11-21T09:21:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:00,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874. 2024-11-21T09:21:00,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:21:00,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T09:21:00,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C38445%2C1732180839449.rep, suffix=, logDir=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449, archiveDir=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/oldWALs, maxLogs=10 2024-11-21T09:21:00,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.rep.1732180860567, exclude list is [], retry=0 2024-11-21T09:21:00,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44225,DS-3273184f-9fd8-41ee-a24e-a9a239926550,DISK] 2024-11-21T09:21:00,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.rep.1732180860567 2024-11-21T09:21:00,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42649:42649)] 2024-11-21T09:21:00,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fe9f0a25da86a2b8320657135ec96874, NAME => 'hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:21:00,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:21:00,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:21:00,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874. service=MultiRowMutationService 2024-11-21T09:21:00,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T09:21:00,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fe9f0a25da86a2b8320657135ec96874 2024-11-21T09:21:00,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:00,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fe9f0a25da86a2b8320657135ec96874 2024-11-21T09:21:00,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fe9f0a25da86a2b8320657135ec96874 2024-11-21T09:21:00,583 INFO [StoreOpener-fe9f0a25da86a2b8320657135ec96874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fe9f0a25da86a2b8320657135ec96874 2024-11-21T09:21:00,584 INFO [StoreOpener-fe9f0a25da86a2b8320657135ec96874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe9f0a25da86a2b8320657135ec96874 columnFamilyName hfileref 2024-11-21T09:21:00,584 DEBUG [StoreOpener-fe9f0a25da86a2b8320657135ec96874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:00,584 INFO [StoreOpener-fe9f0a25da86a2b8320657135ec96874-1 {}] regionserver.HStore(327): Store=fe9f0a25da86a2b8320657135ec96874/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:00,584 INFO [StoreOpener-fe9f0a25da86a2b8320657135ec96874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fe9f0a25da86a2b8320657135ec96874 2024-11-21T09:21:00,585 INFO [StoreOpener-fe9f0a25da86a2b8320657135ec96874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe9f0a25da86a2b8320657135ec96874 columnFamilyName queue 2024-11-21T09:21:00,585 DEBUG [StoreOpener-fe9f0a25da86a2b8320657135ec96874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:00,585 INFO [StoreOpener-fe9f0a25da86a2b8320657135ec96874-1 {}] regionserver.HStore(327): Store=fe9f0a25da86a2b8320657135ec96874/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:00,585 INFO [StoreOpener-fe9f0a25da86a2b8320657135ec96874-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fe9f0a25da86a2b8320657135ec96874 2024-11-21T09:21:00,586 INFO [StoreOpener-fe9f0a25da86a2b8320657135ec96874-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe9f0a25da86a2b8320657135ec96874 columnFamilyName sid 2024-11-21T09:21:00,586 DEBUG [StoreOpener-fe9f0a25da86a2b8320657135ec96874-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:00,587 INFO [StoreOpener-fe9f0a25da86a2b8320657135ec96874-1 {}] regionserver.HStore(327): Store=fe9f0a25da86a2b8320657135ec96874/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:00,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fe9f0a25da86a2b8320657135ec96874 2024-11-21T09:21:00,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/replication/fe9f0a25da86a2b8320657135ec96874 2024-11-21T09:21:00,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/replication/fe9f0a25da86a2b8320657135ec96874 2024-11-21T09:21:00,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fe9f0a25da86a2b8320657135ec96874 2024-11-21T09:21:00,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fe9f0a25da86a2b8320657135ec96874 2024-11-21T09:21:00,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:21:00,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fe9f0a25da86a2b8320657135ec96874 2024-11-21T09:21:00,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/replication/fe9f0a25da86a2b8320657135ec96874/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:21:00,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fe9f0a25da86a2b8320657135ec96874; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65820281, jitterRate=-0.019201382994651794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:21:00,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe9f0a25da86a2b8320657135ec96874 2024-11-21T09:21:00,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fe9f0a25da86a2b8320657135ec96874: Running coprocessor pre-open hook at 1732180860582Writing region info on filesystem at 1732180860582Initializing all the Stores at 1732180860582Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180860582Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180860582Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180860582Cleaning up temporary data from old regions at 1732180860588 (+6 ms)Running coprocessor post-open hooks at 1732180860591 (+3 ms)Region opened successfully at 1732180860591 2024-11-21T09:21:00,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874., pid=10, masterSystemTime=1732180860562 2024-11-21T09:21:00,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874. 2024-11-21T09:21:00,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874. 2024-11-21T09:21:00,594 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fe9f0a25da86a2b8320657135ec96874, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,38445,1732180839449 2024-11-21T09:21:00,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe9f0a25da86a2b8320657135ec96874, server=5b0ae2ee7b9e,38445,1732180839449 because future has completed 2024-11-21T09:21:00,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T09:21:00,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fe9f0a25da86a2b8320657135ec96874, server=5b0ae2ee7b9e,38445,1732180839449 in 185 msec 2024-11-21T09:21:00,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T09:21:00,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fe9f0a25da86a2b8320657135ec96874, ASSIGN in 342 msec 2024-11-21T09:21:00,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:21:00,600 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180860600"}]},"ts":"1732180860600"} 2024-11-21T09:21:00,602 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T09:21:00,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:21:00,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 769 msec 2024-11-21T09:21:00,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874., hostname=5b0ae2ee7b9e,38445,1732180839449, seqNum=2] 2024-11-21T09:21:00,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x1015cb1ff140001, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01460858690 2024-11-21T09:21:00,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01460858690 2024-11-21T09:21:00,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T09:21:00,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T09:21:00,877 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T09:21:00,908 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5b0ae2ee7b9e,38445,1732180839449, ReplicationSource: 1, currentBandwidth=0 2024-11-21T09:21:00,908 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:21:00,908 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,38445,1732180839449, seqNum=-1] 2024-11-21T09:21:00,909 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:21:00,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-21T09:21:00,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b0ae2ee7b9e,38445,1732180839449', locateType=CURRENT is [region=hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874., hostname=5b0ae2ee7b9e,38445,1732180839449, seqNum=2] 2024-11-21T09:21:00,913 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T09:21:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T09:21:00,915 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b0ae2ee7b9e,38445,1732180839449 suceeded 2024-11-21T09:21:00,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T09:21:00,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-21T09:21:00,917 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b0ae2ee7b9e:35891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T09:21:00,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0920 sec 2024-11-21T09:21:00,926 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:35891' 2024-11-21T09:21:00,927 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61e9472d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:00,927 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,35891,-1 for getting cluster id 2024-11-21T09:21:00,927 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:00,928 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3251ac7f-49a9-4c8d-b6a8-727b1a4e8898' 2024-11-21T09:21:00,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:00,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3251ac7f-49a9-4c8d-b6a8-727b1a4e8898" 2024-11-21T09:21:00,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23ad2de6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:00,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,35891,-1] 2024-11-21T09:21:00,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:00,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:00,929 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:00,929 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7483978e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:00,930 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:00,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,35891,1732180845116 2024-11-21T09:21:00,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23dccbc3 2024-11-21T09:21:00,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:21:00,931 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-21T09:21:00,931 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b0ae2ee7b9e,38445,1732180839449 (queues=1) is replicating from cluster=178076d4-6bf5-44aa-9393-2f86e9fe5276 to cluster=3251ac7f-49a9-4c8d-b6a8-727b1a4e8898 2024-11-21T09:21:00,932 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b0ae2ee7b9e%2C38445%2C1732180839449 2024-11-21T09:21:00,932 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b0ae2ee7b9e,38445,1732180839449, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T09:21:00,932 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.shipper5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b0ae2ee7b9e%2C38445%2C1732180839449 2024-11-21T09:21:00,932 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703, startPosition=0, beingWritten=true 2024-11-21T09:21:00,936 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:00,936 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 379, reset compression=false 2024-11-21T09:21:00,936 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.shipper5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,38445,1732180839449 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:21:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:00,960 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T09:21:00,960 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:21:00,960 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:00,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:00,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:00,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:00,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36149280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:00,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,35891,-1 for getting cluster id 2024-11-21T09:21:00,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:00,961 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3251ac7f-49a9-4c8d-b6a8-727b1a4e8898' 2024-11-21T09:21:00,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:00,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3251ac7f-49a9-4c8d-b6a8-727b1a4e8898" 2024-11-21T09:21:00,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2140566b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:00,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,35891,-1] 2024-11-21T09:21:00,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:00,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:00,963 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:00,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55cbd861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:00,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,35891,1732180845116 2024-11-21T09:21:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2136fefd 2024-11-21T09:21:00,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:21:00,965 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:21:00,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b0ae2ee7b9e:39415,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T09:21:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T09:21:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:00,968 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:39415' 2024-11-21T09:21:00,969 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ac2718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:00,969 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,39415,-1 for getting cluster id 2024-11-21T09:21:00,969 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:00,970 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3a4033f-398c-455d-8bd6-e0dfb56aaeec' 2024-11-21T09:21:00,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:00,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3a4033f-398c-455d-8bd6-e0dfb56aaeec" 2024-11-21T09:21:00,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f2a067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:00,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,39415,-1] 2024-11-21T09:21:00,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:00,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:00,971 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:00,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a6e755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:00,972 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:00,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,39415,1732180850754 2024-11-21T09:21:00,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12e2e0ae 2024-11-21T09:21:00,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:21:00,974 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:21:00,974 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-21T09:21:00,974 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T09:21:00,974 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:00,974 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:00,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:00,975 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:21:00,976 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T09:21:00,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:21:00,977 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:00,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:21:00,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741837_1013 (size=1138) 2024-11-21T09:21:01,026 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T09:21:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:01,139 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 379, reset compression=false 2024-11-21T09:21:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:01,384 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 350462cc9d2b6fae86c3cd3b896e6910, NAME => 'hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028 2024-11-21T09:21:01,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741838_1014 (size=44) 2024-11-21T09:21:01,443 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 379, reset compression=false 2024-11-21T09:21:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:01,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:01,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 350462cc9d2b6fae86c3cd3b896e6910, disabling compactions & flushes 2024-11-21T09:21:01,789 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910. 2024-11-21T09:21:01,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910. 2024-11-21T09:21:01,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910. after waiting 0 ms 2024-11-21T09:21:01,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910. 2024-11-21T09:21:01,789 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910. 2024-11-21T09:21:01,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 350462cc9d2b6fae86c3cd3b896e6910: Waiting for close lock at 1732180861789Disabling compacts and flushes for region at 1732180861789Disabling writes for close at 1732180861789Writing region close event to WAL at 1732180861789Closed at 1732180861789 2024-11-21T09:21:01,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:21:01,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732180861790"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180861790"}]},"ts":"1732180861790"} 2024-11-21T09:21:01,792 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:21:01,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:21:01,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180861793"}]},"ts":"1732180861793"} 2024-11-21T09:21:01,795 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T09:21:01,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=350462cc9d2b6fae86c3cd3b896e6910, ASSIGN}] 2024-11-21T09:21:01,796 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=350462cc9d2b6fae86c3cd3b896e6910, ASSIGN 2024-11-21T09:21:01,797 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=350462cc9d2b6fae86c3cd3b896e6910, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,36191,1732180845352; forceNewPlan=false, retain=false 2024-11-21T09:21:01,846 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 379, reset compression=false 2024-11-21T09:21:01,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=350462cc9d2b6fae86c3cd3b896e6910, regionState=OPENING, regionLocation=5b0ae2ee7b9e,36191,1732180845352 2024-11-21T09:21:01,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=350462cc9d2b6fae86c3cd3b896e6910, ASSIGN because future has completed 2024-11-21T09:21:01,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 350462cc9d2b6fae86c3cd3b896e6910, server=5b0ae2ee7b9e,36191,1732180845352}] 2024-11-21T09:21:02,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910. 2024-11-21T09:21:02,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:21:02,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T09:21:02,107 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C36191%2C1732180845352.rep, suffix=, logDir=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352, archiveDir=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/oldWALs, maxLogs=10 2024-11-21T09:21:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:02,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.rep.1732180862107, exclude list is [], retry=0 2024-11-21T09:21:02,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33259,DS-ffaab9c2-165f-45b7-bcef-a697b4cbee76,DISK] 2024-11-21T09:21:02,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.rep.1732180862107 2024-11-21T09:21:02,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37923:37923)] 2024-11-21T09:21:02,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 350462cc9d2b6fae86c3cd3b896e6910, NAME => 'hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:21:02,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:21:02,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:21:02,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910. service=MultiRowMutationService 2024-11-21T09:21:02,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T09:21:02,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 350462cc9d2b6fae86c3cd3b896e6910 2024-11-21T09:21:02,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:02,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 350462cc9d2b6fae86c3cd3b896e6910 2024-11-21T09:21:02,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 350462cc9d2b6fae86c3cd3b896e6910 2024-11-21T09:21:02,128 INFO [StoreOpener-350462cc9d2b6fae86c3cd3b896e6910-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 350462cc9d2b6fae86c3cd3b896e6910 2024-11-21T09:21:02,129 INFO [StoreOpener-350462cc9d2b6fae86c3cd3b896e6910-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 350462cc9d2b6fae86c3cd3b896e6910 columnFamilyName hfileref 2024-11-21T09:21:02,129 DEBUG [StoreOpener-350462cc9d2b6fae86c3cd3b896e6910-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:02,130 INFO [StoreOpener-350462cc9d2b6fae86c3cd3b896e6910-1 {}] regionserver.HStore(327): Store=350462cc9d2b6fae86c3cd3b896e6910/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:02,130 INFO [StoreOpener-350462cc9d2b6fae86c3cd3b896e6910-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 350462cc9d2b6fae86c3cd3b896e6910 2024-11-21T09:21:02,130 INFO [StoreOpener-350462cc9d2b6fae86c3cd3b896e6910-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 350462cc9d2b6fae86c3cd3b896e6910 columnFamilyName queue 2024-11-21T09:21:02,131 DEBUG [StoreOpener-350462cc9d2b6fae86c3cd3b896e6910-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:02,131 INFO [StoreOpener-350462cc9d2b6fae86c3cd3b896e6910-1 {}] regionserver.HStore(327): Store=350462cc9d2b6fae86c3cd3b896e6910/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:02,131 INFO [StoreOpener-350462cc9d2b6fae86c3cd3b896e6910-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 350462cc9d2b6fae86c3cd3b896e6910 2024-11-21T09:21:02,132 INFO [StoreOpener-350462cc9d2b6fae86c3cd3b896e6910-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 350462cc9d2b6fae86c3cd3b896e6910 columnFamilyName sid 2024-11-21T09:21:02,132 DEBUG [StoreOpener-350462cc9d2b6fae86c3cd3b896e6910-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:02,132 INFO [StoreOpener-350462cc9d2b6fae86c3cd3b896e6910-1 {}] regionserver.HStore(327): Store=350462cc9d2b6fae86c3cd3b896e6910/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:02,132 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 350462cc9d2b6fae86c3cd3b896e6910 2024-11-21T09:21:02,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/replication/350462cc9d2b6fae86c3cd3b896e6910 2024-11-21T09:21:02,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/replication/350462cc9d2b6fae86c3cd3b896e6910 2024-11-21T09:21:02,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 350462cc9d2b6fae86c3cd3b896e6910 2024-11-21T09:21:02,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 350462cc9d2b6fae86c3cd3b896e6910 2024-11-21T09:21:02,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:21:02,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 350462cc9d2b6fae86c3cd3b896e6910 2024-11-21T09:21:02,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/replication/350462cc9d2b6fae86c3cd3b896e6910/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:21:02,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 350462cc9d2b6fae86c3cd3b896e6910; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68003423, jitterRate=0.013329967856407166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:21:02,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 350462cc9d2b6fae86c3cd3b896e6910 2024-11-21T09:21:02,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 350462cc9d2b6fae86c3cd3b896e6910: Running coprocessor pre-open hook at 1732180862127Writing region info on filesystem at 1732180862127Initializing all the Stores at 1732180862128 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180862128Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180862128Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180862128Cleaning up temporary data from old regions at 1732180862133 (+5 ms)Running coprocessor post-open hooks at 1732180862136 (+3 ms)Region opened successfully at 1732180862136 2024-11-21T09:21:02,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910., pid=10, masterSystemTime=1732180862102 2024-11-21T09:21:02,139 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910. 2024-11-21T09:21:02,139 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910. 2024-11-21T09:21:02,140 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=350462cc9d2b6fae86c3cd3b896e6910, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,36191,1732180845352 2024-11-21T09:21:02,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 350462cc9d2b6fae86c3cd3b896e6910, server=5b0ae2ee7b9e,36191,1732180845352 because future has completed 2024-11-21T09:21:02,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T09:21:02,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 350462cc9d2b6fae86c3cd3b896e6910, server=5b0ae2ee7b9e,36191,1732180845352 in 192 msec 2024-11-21T09:21:02,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T09:21:02,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=350462cc9d2b6fae86c3cd3b896e6910, ASSIGN in 348 msec 2024-11-21T09:21:02,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:21:02,146 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180862145"}]},"ts":"1732180862145"} 2024-11-21T09:21:02,147 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T09:21:02,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:21:02,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-21T09:21:02,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910., hostname=5b0ae2ee7b9e,36191,1732180845352, seqNum=2] 2024-11-21T09:21:02,350 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 379, reset compression=false 2024-11-21T09:21:02,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1931749030 2024-11-21T09:21:02,377 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x1015cb1ff140004, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1931749030 2024-11-21T09:21:02,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T09:21:02,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36191 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T09:21:02,625 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T09:21:02,651 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5b0ae2ee7b9e,36191,1732180845352, ReplicationSource: 1, currentBandwidth=0 2024-11-21T09:21:02,651 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:21:02,651 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,36191,1732180845352, seqNum=-1] 2024-11-21T09:21:02,652 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:21:02,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-21T09:21:02,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b0ae2ee7b9e,36191,1732180845352', locateType=CURRENT is [region=hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910., hostname=5b0ae2ee7b9e,36191,1732180845352, seqNum=2] 2024-11-21T09:21:02,657 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T09:21:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T09:21:02,659 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b0ae2ee7b9e,36191,1732180845352 suceeded 2024-11-21T09:21:02,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T09:21:02,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-21T09:21:02,661 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b0ae2ee7b9e:39415,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T09:21:02,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6960 sec 2024-11-21T09:21:02,670 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:39415' 2024-11-21T09:21:02,671 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d0223a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:02,671 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,39415,-1 for getting cluster id 2024-11-21T09:21:02,671 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:02,672 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3a4033f-398c-455d-8bd6-e0dfb56aaeec' 2024-11-21T09:21:02,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:02,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3a4033f-398c-455d-8bd6-e0dfb56aaeec" 2024-11-21T09:21:02,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@258e530a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:02,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,39415,-1] 2024-11-21T09:21:02,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:02,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:02,674 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:02,674 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58a45242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:02,674 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:02,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,39415,1732180850754 2024-11-21T09:21:02,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47b295d 2024-11-21T09:21:02,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:21:02,676 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-21T09:21:02,676 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b0ae2ee7b9e,36191,1732180845352 (queues=1) is replicating from cluster=3251ac7f-49a9-4c8d-b6a8-727b1a4e8898 to cluster=b3a4033f-398c-455d-8bd6-e0dfb56aaeec 2024-11-21T09:21:02,676 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b0ae2ee7b9e%2C36191%2C1732180845352 2024-11-21T09:21:02,677 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b0ae2ee7b9e,36191,1732180845352, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T09:21:02,677 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.shipper5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b0ae2ee7b9e%2C36191%2C1732180845352 2024-11-21T09:21:02,677 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729, startPosition=0, beingWritten=true 2024-11-21T09:21:02,681 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:02,681 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 379, reset compression=false 2024-11-21T09:21:02,681 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.shipper5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,36191,1732180845352 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:21:02,888 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 379, reset compression=false 2024-11-21T09:21:02,954 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 379, reset compression=false 2024-11-21T09:21:03,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:03,119 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T09:21:03,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:21:03,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:03,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:03,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:03,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:03,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad58de2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:03,120 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,39415,-1 for getting cluster id 2024-11-21T09:21:03,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:03,121 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3a4033f-398c-455d-8bd6-e0dfb56aaeec' 2024-11-21T09:21:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3a4033f-398c-455d-8bd6-e0dfb56aaeec" 2024-11-21T09:21:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e06c1e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,39415,-1] 2024-11-21T09:21:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:03,122 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:03,122 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:03,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4e3c40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:03,123 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:03,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,39415,1732180850754 2024-11-21T09:21:03,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7065be27 2024-11-21T09:21:03,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:21:03,125 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:21:03,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b0ae2ee7b9e:38487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T09:21:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T09:21:03,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:03,128 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:38487' 2024-11-21T09:21:03,128 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40131527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:03,129 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,38487,-1 for getting cluster id 2024-11-21T09:21:03,129 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:03,129 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '178076d4-6bf5-44aa-9393-2f86e9fe5276' 2024-11-21T09:21:03,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:03,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "178076d4-6bf5-44aa-9393-2f86e9fe5276" 2024-11-21T09:21:03,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df197f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:03,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,38487,-1] 2024-11-21T09:21:03,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:03,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:03,131 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:03,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc613d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:03,131 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:03,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,38487,1732180839213 2024-11-21T09:21:03,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cb5d688 2024-11-21T09:21:03,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:21:03,133 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:21:03,133 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-21T09:21:03,133 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T09:21:03,133 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:03,134 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:03,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:03,134 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:21:03,135 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T09:21:03,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:21:03,136 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:03,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:21:03,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741837_1013 (size=1138) 2024-11-21T09:21:03,185 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T09:21:03,200 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 379, reset compression=false 2024-11-21T09:21:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:03,542 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a25bbebd8b0df32c6c72dbc7d53ed80d, NAME => 'hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a 2024-11-21T09:21:03,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741838_1014 (size=44) 2024-11-21T09:21:03,603 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 379, reset compression=false 2024-11-21T09:21:03,657 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 379, reset compression=false 2024-11-21T09:21:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:03,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:03,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a25bbebd8b0df32c6c72dbc7d53ed80d, disabling compactions & flushes 2024-11-21T09:21:03,994 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d. 2024-11-21T09:21:03,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d. 2024-11-21T09:21:03,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d. after waiting 0 ms 2024-11-21T09:21:03,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d. 2024-11-21T09:21:03,994 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d. 2024-11-21T09:21:03,994 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a25bbebd8b0df32c6c72dbc7d53ed80d: Waiting for close lock at 1732180863994Disabling compacts and flushes for region at 1732180863994Disabling writes for close at 1732180863994Writing region close event to WAL at 1732180863994Closed at 1732180863994 2024-11-21T09:21:03,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:21:03,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732180863995"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180863995"}]},"ts":"1732180863995"} 2024-11-21T09:21:03,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:21:03,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:21:03,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180863998"}]},"ts":"1732180863998"} 2024-11-21T09:21:04,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T09:21:04,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a25bbebd8b0df32c6c72dbc7d53ed80d, ASSIGN}] 2024-11-21T09:21:04,001 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a25bbebd8b0df32c6c72dbc7d53ed80d, ASSIGN 2024-11-21T09:21:04,002 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a25bbebd8b0df32c6c72dbc7d53ed80d, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,40369,1732180850920; forceNewPlan=false, retain=false 2024-11-21T09:21:04,109 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 379, reset compression=false 2024-11-21T09:21:04,152 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a25bbebd8b0df32c6c72dbc7d53ed80d, regionState=OPENING, regionLocation=5b0ae2ee7b9e,40369,1732180850920 2024-11-21T09:21:04,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a25bbebd8b0df32c6c72dbc7d53ed80d, ASSIGN because future has completed 2024-11-21T09:21:04,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a25bbebd8b0df32c6c72dbc7d53ed80d, server=5b0ae2ee7b9e,40369,1732180850920}] 2024-11-21T09:21:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:04,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d. 2024-11-21T09:21:04,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:21:04,310 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T09:21:04,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C40369%2C1732180850920.rep, suffix=, logDir=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920, archiveDir=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/oldWALs, maxLogs=10 2024-11-21T09:21:04,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.rep.1732180864311, exclude list is [], retry=0 2024-11-21T09:21:04,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38155,DS-f2574083-f63d-4307-90f3-67611a080e0b,DISK] 2024-11-21T09:21:04,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.rep.1732180864311 2024-11-21T09:21:04,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35727:35727)] 2024-11-21T09:21:04,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a25bbebd8b0df32c6c72dbc7d53ed80d, NAME => 'hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:21:04,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:21:04,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:21:04,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d. service=MultiRowMutationService 2024-11-21T09:21:04,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T09:21:04,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a25bbebd8b0df32c6c72dbc7d53ed80d 2024-11-21T09:21:04,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:04,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a25bbebd8b0df32c6c72dbc7d53ed80d 2024-11-21T09:21:04,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a25bbebd8b0df32c6c72dbc7d53ed80d 2024-11-21T09:21:04,329 INFO [StoreOpener-a25bbebd8b0df32c6c72dbc7d53ed80d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a25bbebd8b0df32c6c72dbc7d53ed80d 2024-11-21T09:21:04,330 INFO [StoreOpener-a25bbebd8b0df32c6c72dbc7d53ed80d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a25bbebd8b0df32c6c72dbc7d53ed80d columnFamilyName hfileref 2024-11-21T09:21:04,330 DEBUG [StoreOpener-a25bbebd8b0df32c6c72dbc7d53ed80d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:04,330 INFO [StoreOpener-a25bbebd8b0df32c6c72dbc7d53ed80d-1 {}] regionserver.HStore(327): Store=a25bbebd8b0df32c6c72dbc7d53ed80d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:04,330 INFO [StoreOpener-a25bbebd8b0df32c6c72dbc7d53ed80d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a25bbebd8b0df32c6c72dbc7d53ed80d 2024-11-21T09:21:04,331 INFO [StoreOpener-a25bbebd8b0df32c6c72dbc7d53ed80d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a25bbebd8b0df32c6c72dbc7d53ed80d columnFamilyName queue 2024-11-21T09:21:04,331 DEBUG [StoreOpener-a25bbebd8b0df32c6c72dbc7d53ed80d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:04,331 INFO [StoreOpener-a25bbebd8b0df32c6c72dbc7d53ed80d-1 {}] regionserver.HStore(327): Store=a25bbebd8b0df32c6c72dbc7d53ed80d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:04,331 INFO [StoreOpener-a25bbebd8b0df32c6c72dbc7d53ed80d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a25bbebd8b0df32c6c72dbc7d53ed80d 2024-11-21T09:21:04,332 INFO [StoreOpener-a25bbebd8b0df32c6c72dbc7d53ed80d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a25bbebd8b0df32c6c72dbc7d53ed80d columnFamilyName sid 2024-11-21T09:21:04,332 DEBUG [StoreOpener-a25bbebd8b0df32c6c72dbc7d53ed80d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:04,332 INFO [StoreOpener-a25bbebd8b0df32c6c72dbc7d53ed80d-1 {}] regionserver.HStore(327): Store=a25bbebd8b0df32c6c72dbc7d53ed80d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:04,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a25bbebd8b0df32c6c72dbc7d53ed80d 2024-11-21T09:21:04,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/replication/a25bbebd8b0df32c6c72dbc7d53ed80d 2024-11-21T09:21:04,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/replication/a25bbebd8b0df32c6c72dbc7d53ed80d 2024-11-21T09:21:04,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a25bbebd8b0df32c6c72dbc7d53ed80d 2024-11-21T09:21:04,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a25bbebd8b0df32c6c72dbc7d53ed80d 2024-11-21T09:21:04,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:21:04,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a25bbebd8b0df32c6c72dbc7d53ed80d 2024-11-21T09:21:04,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/replication/a25bbebd8b0df32c6c72dbc7d53ed80d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:21:04,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a25bbebd8b0df32c6c72dbc7d53ed80d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75184324, jitterRate=0.120333731174469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:21:04,337 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a25bbebd8b0df32c6c72dbc7d53ed80d 2024-11-21T09:21:04,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a25bbebd8b0df32c6c72dbc7d53ed80d: Running coprocessor pre-open hook at 1732180864328Writing region info on filesystem at 1732180864328Initializing all the Stores at 1732180864328Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180864328Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180864329 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180864329Cleaning up temporary data from old regions at 1732180864334 (+5 ms)Running coprocessor post-open hooks at 1732180864337 (+3 ms)Region opened successfully at 1732180864337 2024-11-21T09:21:04,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d., pid=10, masterSystemTime=1732180864306 2024-11-21T09:21:04,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d. 2024-11-21T09:21:04,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d. 2024-11-21T09:21:04,340 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a25bbebd8b0df32c6c72dbc7d53ed80d, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,40369,1732180850920 2024-11-21T09:21:04,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a25bbebd8b0df32c6c72dbc7d53ed80d, server=5b0ae2ee7b9e,40369,1732180850920 because future has completed 2024-11-21T09:21:04,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T09:21:04,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a25bbebd8b0df32c6c72dbc7d53ed80d, server=5b0ae2ee7b9e,40369,1732180850920 in 191 msec 2024-11-21T09:21:04,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T09:21:04,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a25bbebd8b0df32c6c72dbc7d53ed80d, ASSIGN in 347 msec 2024-11-21T09:21:04,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:21:04,349 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180864349"}]},"ts":"1732180864349"} 2024-11-21T09:21:04,351 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T09:21:04,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:21:04,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2180 sec 2024-11-21T09:21:04,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d., hostname=5b0ae2ee7b9e,40369,1732180850920, seqNum=2] 2024-11-21T09:21:04,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1015cb1ff140007, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-472255950 2024-11-21T09:21:04,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-472255950 2024-11-21T09:21:04,460 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 379, reset compression=false 2024-11-21T09:21:04,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T09:21:04,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T09:21:04,625 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T09:21:04,656 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5b0ae2ee7b9e,40369,1732180850920, ReplicationSource: 1, currentBandwidth=0 2024-11-21T09:21:04,657 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:21:04,657 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,40369,1732180850920, seqNum=-1] 2024-11-21T09:21:04,657 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:21:04,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-21T09:21:04,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b0ae2ee7b9e,40369,1732180850920', locateType=CURRENT is [region=hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d., hostname=5b0ae2ee7b9e,40369,1732180850920, seqNum=2] 2024-11-21T09:21:04,661 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T09:21:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T09:21:04,663 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b0ae2ee7b9e,40369,1732180850920 suceeded 2024-11-21T09:21:04,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T09:21:04,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-21T09:21:04,664 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b0ae2ee7b9e:38487,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T09:21:04,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5390 sec 2024-11-21T09:21:04,674 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:38487' 2024-11-21T09:21:04,675 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c39834e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:04,675 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,38487,-1 for getting cluster id 2024-11-21T09:21:04,675 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:04,676 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '178076d4-6bf5-44aa-9393-2f86e9fe5276' 2024-11-21T09:21:04,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:04,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "178076d4-6bf5-44aa-9393-2f86e9fe5276" 2024-11-21T09:21:04,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@534febaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:04,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,38487,-1] 2024-11-21T09:21:04,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:04,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:04,677 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:04,678 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66b235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:04,678 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:04,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,38487,1732180839213 2024-11-21T09:21:04,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5eedd556 2024-11-21T09:21:04,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:21:04,679 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-21T09:21:04,680 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b0ae2ee7b9e,40369,1732180850920 (queues=1) is replicating from cluster=b3a4033f-398c-455d-8bd6-e0dfb56aaeec to cluster=178076d4-6bf5-44aa-9393-2f86e9fe5276 2024-11-21T09:21:04,680 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b0ae2ee7b9e%2C40369%2C1732180850920 2024-11-21T09:21:04,680 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b0ae2ee7b9e,40369,1732180850920, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T09:21:04,681 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.shipper5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b0ae2ee7b9e%2C40369%2C1732180850920 2024-11-21T09:21:04,681 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382, startPosition=0, beingWritten=true 2024-11-21T09:21:04,685 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:04,685 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 379, reset compression=false 2024-11-21T09:21:04,685 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.shipper5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,40369,1732180850920 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:21:04,712 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 379, reset compression=false 2024-11-21T09:21:04,888 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 379, reset compression=false 2024-11-21T09:21:05,192 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 379, reset compression=false 2024-11-21T09:21:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:05,269 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T09:21:05,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:21:05,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:05,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:05,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:05,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:05,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba2c102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:05,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,38487,-1 for getting cluster id 2024-11-21T09:21:05,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:05,270 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '178076d4-6bf5-44aa-9393-2f86e9fe5276' 2024-11-21T09:21:05,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:05,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "178076d4-6bf5-44aa-9393-2f86e9fe5276" 2024-11-21T09:21:05,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f2f416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:05,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,38487,-1] 2024-11-21T09:21:05,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:05,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:05,272 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:05,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@336a9638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:05,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b5f8ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:05,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,35891,-1 for getting cluster id 2024-11-21T09:21:05,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:05,273 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3251ac7f-49a9-4c8d-b6a8-727b1a4e8898' 2024-11-21T09:21:05,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:05,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3251ac7f-49a9-4c8d-b6a8-727b1a4e8898" 2024-11-21T09:21:05,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684cf4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:05,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,35891,-1] 2024-11-21T09:21:05,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:05,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:05,274 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:05,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e54dc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:05,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74384e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:05,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,39415,-1 for getting cluster id 2024-11-21T09:21:05,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:05,276 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3a4033f-398c-455d-8bd6-e0dfb56aaeec' 2024-11-21T09:21:05,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:05,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3a4033f-398c-455d-8bd6-e0dfb56aaeec" 2024-11-21T09:21:05,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38996389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:05,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,39415,-1] 2024-11-21T09:21:05,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:05,277 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:05,277 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:05,278 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fcb0b90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:05,279 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:21:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,38445,1732180839449, seqNum=-1] 2024-11-21T09:21:05,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:21:05,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:21:05,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732180854380.93d7dddbef32ceb23827e730321b9e14., hostname=5b0ae2ee7b9e,38445,1732180839449, seqNum=2] 2024-11-21T09:21:05,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:21:05,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,40369,1732180850920, seqNum=-1] 2024-11-21T09:21:05,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:21:05,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:21:05,314 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732180857670.4587d020763112cbc19e185d1856101f., hostname=5b0ae2ee7b9e,40369,1732180850920, seqNum=2] 2024-11-21T09:21:05,316 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T09:21:05,364 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 379, reset compression=false 2024-11-21T09:21:05,369 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:21:05,369 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 480, reset compression=false 2024-11-21T09:21:05,369 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.shipper5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,38445,1732180839449 got entry batch from reader: WALEntryBatch [walEntries=[{test/93d7dddbef32ceb23827e730321b9e14/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T09:21:05,371 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.shipper5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:21:05,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-21T09:21:05,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36191 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:21:05,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17a78a04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:05,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36191 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,35891,-1 for getting cluster id 2024-11-21T09:21:05,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:05,376 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3251ac7f-49a9-4c8d-b6a8-727b1a4e8898' 2024-11-21T09:21:05,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:05,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3251ac7f-49a9-4c8d-b6a8-727b1a4e8898" 2024-11-21T09:21:05,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4710357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:05,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,35891,-1] 2024-11-21T09:21:05,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:05,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:05,378 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:05,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c54336f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:05,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36191 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:21:05,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,36191,1732180845352, seqNum=-1] 2024-11-21T09:21:05,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:21:05,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-21T09:21:05,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11., hostname=5b0ae2ee7b9e,36191,1732180845352, seqNum=2] 2024-11-21T09:21:05,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36191 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:21:05,417 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 379, reset compression=false 2024-11-21T09:21:05,421 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:21:05,421 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 503, reset compression=false 2024-11-21T09:21:05,421 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.shipper5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,36191,1732180845352 got entry batch from reader: WALEntryBatch [walEntries=[{test/f34023114c7e77e3b9c81b9b8a322b11/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-21T09:21:05,423 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.shipper5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:21:05,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-21T09:21:05,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:21:05,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@523c677f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:05,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,39415,-1 for getting cluster id 2024-11-21T09:21:05,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:05,425 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3a4033f-398c-455d-8bd6-e0dfb56aaeec' 2024-11-21T09:21:05,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:05,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3a4033f-398c-455d-8bd6-e0dfb56aaeec" 2024-11-21T09:21:05,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c5b9f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:05,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,39415,-1] 2024-11-21T09:21:05,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:05,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:05,426 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:05,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a500a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:05,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:21:05,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,40369,1732180850920, seqNum=-1] 2024-11-21T09:21:05,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:21:05,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-21T09:21:05,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732180857670.4587d020763112cbc19e185d1856101f., hostname=5b0ae2ee7b9e,40369,1732180850920, seqNum=2] 2024-11-21T09:21:05,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:21:05,573 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 480, reset compression=false 2024-11-21T09:21:05,596 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 379, reset compression=false 2024-11-21T09:21:05,600 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:05,600 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 526, reset compression=false 2024-11-21T09:21:05,600 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.shipper5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,40369,1732180850920 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:21:05,624 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 503, reset compression=false 2024-11-21T09:21:05,804 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 526, reset compression=false 2024-11-21T09:21:05,880 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 480, reset compression=false 2024-11-21T09:21:05,928 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 503, reset compression=false 2024-11-21T09:21:06,084 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:21:06,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:06,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:06,107 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 526, reset compression=false 2024-11-21T09:21:06,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:06,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:06,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:06,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:06,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:06,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:06,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:06,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:06,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:06,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:06,283 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 480, reset compression=false 2024-11-21T09:21:06,318 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T09:21:06,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:21:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,36191,1732180845352, seqNum=-1] 2024-11-21T09:21:06,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:21:06,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:21:06,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11., hostname=5b0ae2ee7b9e,36191,1732180845352, seqNum=2] 2024-11-21T09:21:06,326 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T09:21:06,332 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 503, reset compression=false 2024-11-21T09:21:06,337 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:21:06,337 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 607, reset compression=false 2024-11-21T09:21:06,337 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.shipper5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,36191,1732180845352 got entry batch from reader: WALEntryBatch [walEntries=[{test/f34023114c7e77e3b9c81b9b8a322b11/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T09:21:06,339 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:21:06,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:21:06,510 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 526, reset compression=false 2024-11-21T09:21:06,515 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:21:06,515 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 653, reset compression=false 2024-11-21T09:21:06,515 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.shipper5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,40369,1732180850920 got entry batch from reader: WALEntryBatch [walEntries=[{test/4587d020763112cbc19e185d1856101f/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T09:21:06,517 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.shipper5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:21:06,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-21T09:21:06,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:21:06,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32af9582, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:06,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,38487,-1 for getting cluster id 2024-11-21T09:21:06,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:06,520 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '178076d4-6bf5-44aa-9393-2f86e9fe5276' 2024-11-21T09:21:06,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:06,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "178076d4-6bf5-44aa-9393-2f86e9fe5276" 2024-11-21T09:21:06,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f9b0673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:06,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,38487,-1] 2024-11-21T09:21:06,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:06,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:06,521 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:06,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c4dff43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:06,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:21:06,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,38445,1732180839449, seqNum=-1] 2024-11-21T09:21:06,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:21:06,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-21T09:21:06,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732180854380.93d7dddbef32ceb23827e730321b9e14., hostname=5b0ae2ee7b9e,38445,1732180839449, seqNum=2] 2024-11-21T09:21:06,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:21:06,543 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 607, reset compression=false 2024-11-21T09:21:06,720 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 653, reset compression=false 2024-11-21T09:21:06,786 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 480, reset compression=false 2024-11-21T09:21:06,790 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:06,790 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 631, reset compression=false 2024-11-21T09:21:06,790 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.shipper5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,38445,1732180839449 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:21:06,846 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 607, reset compression=false 2024-11-21T09:21:06,994 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 631, reset compression=false 2024-11-21T09:21:07,025 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 653, reset compression=false 2024-11-21T09:21:07,249 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 607, reset compression=false 2024-11-21T09:21:07,297 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 631, reset compression=false 2024-11-21T09:21:07,328 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T09:21:07,331 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-21T09:21:07,428 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 653, reset compression=false 2024-11-21T09:21:07,433 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:21:07,433 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 757, reset compression=false 2024-11-21T09:21:07,433 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.shipper5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,40369,1732180850920 got entry batch from reader: WALEntryBatch [walEntries=[{test/4587d020763112cbc19e185d1856101f/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T09:21:07,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:21:07,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:21:07,636 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 757, reset compression=false 2024-11-21T09:21:07,701 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 631, reset compression=false 2024-11-21T09:21:07,704 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:21:07,704 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 759, reset compression=false 2024-11-21T09:21:07,704 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.shipper5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,38445,1732180839449 got entry batch from reader: WALEntryBatch [walEntries=[{test/93d7dddbef32ceb23827e730321b9e14/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T09:21:07,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36191 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:21:07,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36191 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:21:07,752 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 607, reset compression=false 2024-11-21T09:21:07,757 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:07,757 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 758, reset compression=false 2024-11-21T09:21:07,757 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.shipper5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,36191,1732180845352 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:21:07,908 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 759, reset compression=false 2024-11-21T09:21:07,939 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 757, reset compression=false 2024-11-21T09:21:07,966 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 758, reset compression=false 2024-11-21T09:21:08,212 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 759, reset compression=false 2024-11-21T09:21:08,269 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 758, reset compression=false 2024-11-21T09:21:08,333 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-21T09:21:08,336 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T09:21:08,342 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 757, reset compression=false 2024-11-21T09:21:08,615 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 759, reset compression=false 2024-11-21T09:21:08,673 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 758, reset compression=false 2024-11-21T09:21:08,675 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:21:08,676 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 915, reset compression=false 2024-11-21T09:21:08,676 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.shipper5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,38445,1732180839449 got entry batch from reader: WALEntryBatch [walEntries=[{test/93d7dddbef32ceb23827e730321b9e14/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T09:21:08,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36191 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:21:08,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36191 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:21:08,804 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T09:21:08,846 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 757, reset compression=false 2024-11-21T09:21:08,878 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 915, reset compression=false 2024-11-21T09:21:09,176 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 758, reset compression=false 2024-11-21T09:21:09,189 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 915, reset compression=false 2024-11-21T09:21:09,190 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:21:09,190 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 905, reset compression=false 2024-11-21T09:21:09,190 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.shipper5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,36191,1732180845352 got entry batch from reader: WALEntryBatch [walEntries=[{test/f34023114c7e77e3b9c81b9b8a322b11/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-21T09:21:09,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:21:09,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:21:09,337 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T09:21:09,340 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T09:21:09,393 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 905, reset compression=false 2024-11-21T09:21:09,398 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:21:09,398 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1064, reset compression=false 2024-11-21T09:21:09,398 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.shipper5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,36191,1732180845352 got entry batch from reader: WALEntryBatch [walEntries=[{test/f34023114c7e77e3b9c81b9b8a322b11/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T09:21:09,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:21:09,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:21:09,449 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 757, reset compression=false 2024-11-21T09:21:09,453 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:21:09,453 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 1076, reset compression=false 2024-11-21T09:21:09,453 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.shipper5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,40369,1732180850920 got entry batch from reader: WALEntryBatch [walEntries=[{test/4587d020763112cbc19e185d1856101f/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-21T09:21:09,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:21:09,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:21:09,593 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 915, reset compression=false 2024-11-21T09:21:09,597 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:09,597 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1088, reset compression=false 2024-11-21T09:21:09,597 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.shipper5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,38445,1732180839449 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:21:09,601 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1064, reset compression=false 2024-11-21T09:21:09,657 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 1076, reset compression=false 2024-11-21T09:21:09,801 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1088, reset compression=false 2024-11-21T09:21:09,905 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1064, reset compression=false 2024-11-21T09:21:09,960 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 1076, reset compression=false 2024-11-21T09:21:10,105 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1088, reset compression=false 2024-11-21T09:21:10,309 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1064, reset compression=false 2024-11-21T09:21:10,343 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T09:21:10,347 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-21T09:21:10,362 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 1076, reset compression=false 2024-11-21T09:21:10,387 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:21:10,387 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 1235, reset compression=false 2024-11-21T09:21:10,387 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.shipper5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,40369,1732180850920 got entry batch from reader: WALEntryBatch [walEntries=[{test/4587d020763112cbc19e185d1856101f/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T09:21:10,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:21:10,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:21:10,511 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1088, reset compression=false 2024-11-21T09:21:10,534 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:21:10,534 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1238, reset compression=false 2024-11-21T09:21:10,534 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.shipper5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,38445,1732180839449 got entry batch from reader: WALEntryBatch [walEntries=[{test/93d7dddbef32ceb23827e730321b9e14/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-21T09:21:10,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36191 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:21:10,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36191 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:21:10,614 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 1235, reset compression=false 2024-11-21T09:21:10,742 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1238, reset compression=false 2024-11-21T09:21:10,823 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1064, reset compression=false 2024-11-21T09:21:10,830 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:10,831 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1237, reset compression=false 2024-11-21T09:21:10,831 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.shipper5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,36191,1732180845352 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:21:10,938 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 1235, reset compression=false 2024-11-21T09:21:11,037 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1237, reset compression=false 2024-11-21T09:21:11,058 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1238, reset compression=false 2024-11-21T09:21:11,345 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1237, reset compression=false 2024-11-21T09:21:11,349 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-21T09:21:11,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3194b940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:11,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,39415,-1 for getting cluster id 2024-11-21T09:21:11,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:11,355 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3a4033f-398c-455d-8bd6-e0dfb56aaeec' 2024-11-21T09:21:11,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:11,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3a4033f-398c-455d-8bd6-e0dfb56aaeec" 2024-11-21T09:21:11,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f13c9a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:11,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,39415,-1] 2024-11-21T09:21:11,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:11,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:11,356 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:11,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ddfab67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:11,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:11,359 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 1235, reset compression=false 2024-11-21T09:21:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,39415,1732180850754 2024-11-21T09:21:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25c5b68a 2024-11-21T09:21:11,360 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:21:11,361 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:21:11,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-21T09:21:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-21T09:21:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T09:21:11,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T09:21:11,464 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1238, reset compression=false 2024-11-21T09:21:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T09:21:11,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-21T09:21:11,529 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-21T09:21:11,530 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-21T09:21:11,530 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b0ae2ee7b9e,40369,1732180850920 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-21T09:21:11,530 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0. 2024-11-21T09:21:11,530 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:11,530 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:11,530 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:11,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:11,631 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T09:21:11,631 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.shipper5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T09:21:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T09:21:11,731 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.shipper5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 terminated 2024-11-21T09:21:11,748 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1237, reset compression=false 2024-11-21T09:21:11,754 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-5b0ae2ee7b9e,40369,1732180850920, ReplicationSource: 1, currentBandwidth=0 2024-11-21T09:21:11,754 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-21T09:21:11,755 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-21T09:21:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-21T09:21:11,757 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 5b0ae2ee7b9e,40369,1732180850920 suceeded 2024-11-21T09:21:11,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T09:21:11,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 381 msec 2024-11-21T09:21:11,760 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-21T09:21:11,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 398 msec 2024-11-21T09:21:11,773 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:38487' 2024-11-21T09:21:11,774 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@217752dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:11,774 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,38487,-1 for getting cluster id 2024-11-21T09:21:11,775 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:11,775 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '178076d4-6bf5-44aa-9393-2f86e9fe5276' 2024-11-21T09:21:11,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:11,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "178076d4-6bf5-44aa-9393-2f86e9fe5276" 2024-11-21T09:21:11,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@525dddca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:11,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,38487,-1] 2024-11-21T09:21:11,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:11,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:11,777 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:11,778 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bf74259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:11,778 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:11,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,38487,1732180839213 2024-11-21T09:21:11,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e72fca5 2024-11-21T09:21:11,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:21:11,780 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-21T09:21:11,781 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b0ae2ee7b9e,40369,1732180850920 (queues=1) is replicating from cluster=b3a4033f-398c-455d-8bd6-e0dfb56aaeec to cluster=178076d4-6bf5-44aa-9393-2f86e9fe5276 2024-11-21T09:21:11,781 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b0ae2ee7b9e%2C40369%2C1732180850920 2024-11-21T09:21:11,781 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b0ae2ee7b9e,40369,1732180850920, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T09:21:11,782 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.shipper5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b0ae2ee7b9e%2C40369%2C1732180850920 2024-11-21T09:21:11,967 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1238, reset compression=false 2024-11-21T09:21:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T09:21:11,990 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-21T09:21:11,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:21:11,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:11,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:11,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:11,991 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:11,995 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-21T09:21:12,252 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1237, reset compression=false 2024-11-21T09:21:12,577 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1238, reset compression=false 2024-11-21T09:21:12,580 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:21:12,580 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1342, reset compression=false 2024-11-21T09:21:12,580 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.shipper5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,38445,1732180839449 got entry batch from reader: WALEntryBatch [walEntries=[{test/93d7dddbef32ceb23827e730321b9e14/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T09:21:12,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36191 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:21:12,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36191 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:21:12,784 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1342, reset compression=false 2024-11-21T09:21:12,856 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1237, reset compression=false 2024-11-21T09:21:12,860 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:21:12,860 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1364, reset compression=false 2024-11-21T09:21:12,860 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.shipper5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,36191,1732180845352 got entry batch from reader: WALEntryBatch [walEntries=[{test/f34023114c7e77e3b9c81b9b8a322b11/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T09:21:12,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:21:12,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:21:12,997 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-21T09:21:12,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4c9d44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:12,999 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,39415,-1 for getting cluster id 2024-11-21T09:21:12,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:13,000 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3a4033f-398c-455d-8bd6-e0dfb56aaeec' 2024-11-21T09:21:13,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:13,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3a4033f-398c-455d-8bd6-e0dfb56aaeec" 2024-11-21T09:21:13,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540e9b86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:13,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,39415,-1] 2024-11-21T09:21:13,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:13,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:13,001 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:13,001 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@badc5b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:13,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:13,004 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,39415,1732180850754 2024-11-21T09:21:13,004 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e461340 2024-11-21T09:21:13,004 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:21:13,005 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:21:13,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-21T09:21:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-21T09:21:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T09:21:13,065 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1364, reset compression=false 2024-11-21T09:21:13,069 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:21:13,069 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1468, reset compression=false 2024-11-21T09:21:13,069 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.shipper5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,36191,1732180845352 got entry batch from reader: WALEntryBatch [walEntries=[{test/f34023114c7e77e3b9c81b9b8a322b11/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T09:21:13,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:21:13,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40369 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:21:13,087 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1342, reset compression=false 2024-11-21T09:21:13,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T09:21:13,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T09:21:13,274 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1468, reset compression=false 2024-11-21T09:21:13,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-21T09:21:13,276 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-21T09:21:13,276 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T09:21:13,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-21T09:21:13,278 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 5b0ae2ee7b9e,40369,1732180850920 suceeded 2024-11-21T09:21:13,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T09:21:13,280 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-21T09:21:13,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-21T09:21:13,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 274 msec 2024-11-21T09:21:13,282 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382, startPosition=1235, beingWritten=true 2024-11-21T09:21:13,286 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:21:13,286 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 1512, reset compression=false 2024-11-21T09:21:13,286 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.shipper5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,40369,1732180850920 got entry batch from reader: WALEntryBatch [walEntries=[{test/4587d020763112cbc19e185d1856101f/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T09:21:13,288 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.shipper5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:21:13,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-21T09:21:13,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:21:13,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:21:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39415 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T09:21:13,330 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-21T09:21:13,330 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:21:13,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:13,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:13,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:13,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:13,332 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-21T09:21:13,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T09:21:13,332 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:21:13,333 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:13,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:13,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:13,333 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:21:13,333 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:13,333 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1012541723, stopped=false 2024-11-21T09:21:13,333 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,39415,1732180850754 2024-11-21T09:21:13,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-472255950/running 2024-11-21T09:21:13,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1015cb1ff140007, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-472255950/running 2024-11-21T09:21:13,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1015cb1ff140007, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-472255950 2024-11-21T09:21:13,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-472255950 2024-11-21T09:21:13,411 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:21:13,411 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:21:13,412 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:13,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:13,412 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,40369,1732180850920' ***** 2024-11-21T09:21:13,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Set watcher on znode that does not yet exist, /2-472255950/running 2024-11-21T09:21:13,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40369-0x1015cb1ff140007, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Set watcher on znode that does not yet exist, /2-472255950/running 2024-11-21T09:21:13,412 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:21:13,412 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:21:13,413 INFO [RS:0;5b0ae2ee7b9e:40369 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:21:13,413 INFO [RS:0;5b0ae2ee7b9e:40369 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:21:13,413 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:21:13,413 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(3091): Received CLOSE for a25bbebd8b0df32c6c72dbc7d53ed80d 2024-11-21T09:21:13,413 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(3091): Received CLOSE for 4587d020763112cbc19e185d1856101f 2024-11-21T09:21:13,413 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,40369,1732180850920 2024-11-21T09:21:13,413 INFO [RS:0;5b0ae2ee7b9e:40369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:21:13,413 INFO [RS:0;5b0ae2ee7b9e:40369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:40369. 2024-11-21T09:21:13,413 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a25bbebd8b0df32c6c72dbc7d53ed80d, disabling compactions & flushes 2024-11-21T09:21:13,413 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:13,413 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d. 2024-11-21T09:21:13,413 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:13,413 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d. 2024-11-21T09:21:13,413 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d. after waiting 0 ms 2024-11-21T09:21:13,413 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d. 2024-11-21T09:21:13,413 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:21:13,413 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:21:13,413 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:21:13,414 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:21:13,414 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a25bbebd8b0df32c6c72dbc7d53ed80d 3/3 column families, dataSize=1.17 KB heapSize=2.50 KB 2024-11-21T09:21:13,414 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T09:21:13,414 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(1325): Online Regions={a25bbebd8b0df32c6c72dbc7d53ed80d=hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d., 1588230740=hbase:meta,,1.1588230740, 4587d020763112cbc19e185d1856101f=test,,1732180857670.4587d020763112cbc19e185d1856101f.} 2024-11-21T09:21:13,414 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:21:13,414 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4587d020763112cbc19e185d1856101f, a25bbebd8b0df32c6c72dbc7d53ed80d 2024-11-21T09:21:13,414 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:21:13,414 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:21:13,414 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:21:13,414 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:21:13,414 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T09:21:13,428 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/replication/a25bbebd8b0df32c6c72dbc7d53ed80d/.tmp/queue/163b5626cfd24ffba54c36193042936d is 154, key is 1-5b0ae2ee7b9e,40369,1732180850920/queue:5b0ae2ee7b9e%2C40369%2C1732180850920/1732180873293/Put/seqid=0 2024-11-21T09:21:13,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741840_1016 (size=5353) 2024-11-21T09:21:13,431 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740/.tmp/info/4ae0c2bf8f284c239168db30edbd741c is 147, key is hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d./info:regioninfo/1732180864340/Put/seqid=0 2024-11-21T09:21:13,431 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/replication/a25bbebd8b0df32c6c72dbc7d53ed80d/.tmp/queue/163b5626cfd24ffba54c36193042936d 2024-11-21T09:21:13,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741841_1017 (size=7686) 2024-11-21T09:21:13,435 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/replication/a25bbebd8b0df32c6c72dbc7d53ed80d/.tmp/queue/163b5626cfd24ffba54c36193042936d as hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/replication/a25bbebd8b0df32c6c72dbc7d53ed80d/queue/163b5626cfd24ffba54c36193042936d 2024-11-21T09:21:13,439 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/replication/a25bbebd8b0df32c6c72dbc7d53ed80d/queue/163b5626cfd24ffba54c36193042936d, entries=1, sequenceid=12, filesize=5.2 K 2024-11-21T09:21:13,440 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for a25bbebd8b0df32c6c72dbc7d53ed80d in 27ms, sequenceid=12, compaction requested=false 2024-11-21T09:21:13,443 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/replication/a25bbebd8b0df32c6c72dbc7d53ed80d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T09:21:13,443 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:21:13,443 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:21:13,443 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d. 2024-11-21T09:21:13,443 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a25bbebd8b0df32c6c72dbc7d53ed80d: Waiting for close lock at 1732180873413Running coprocessor pre-close hooks at 1732180873413Disabling compacts and flushes for region at 1732180873413Disabling writes for close at 1732180873413Obtaining lock to block concurrent updates at 1732180873414 (+1 ms)Preparing flush snapshotting stores in a25bbebd8b0df32c6c72dbc7d53ed80d at 1732180873414Finished memstore snapshotting hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d., syncing WAL and waiting on mvcc, flushsize=dataSize=1193, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732180873414Flushing stores of hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d. at 1732180873414Flushing a25bbebd8b0df32c6c72dbc7d53ed80d/queue: creating writer at 1732180873414Flushing a25bbebd8b0df32c6c72dbc7d53ed80d/queue: appending metadata at 1732180873427 (+13 ms)Flushing a25bbebd8b0df32c6c72dbc7d53ed80d/queue: closing flushed file at 1732180873427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e61447f: reopening flushed file at 1732180873435 (+8 ms)Finished flush of dataSize ~1.17 KB/1193, heapSize ~1.98 KB/2032, currentSize=0 B/0 for a25bbebd8b0df32c6c72dbc7d53ed80d in 27ms, sequenceid=12, compaction requested=false at 1732180873440 (+5 ms)Writing region close event to WAL at 1732180873440Running coprocessor post-close hooks at 1732180873443 (+3 ms)Closed at 1732180873443 2024-11-21T09:21:13,443 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732180863134.a25bbebd8b0df32c6c72dbc7d53ed80d. 2024-11-21T09:21:13,443 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4587d020763112cbc19e185d1856101f, disabling compactions & flushes 2024-11-21T09:21:13,443 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732180857670.4587d020763112cbc19e185d1856101f. 2024-11-21T09:21:13,443 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180857670.4587d020763112cbc19e185d1856101f. 2024-11-21T09:21:13,443 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732180857670.4587d020763112cbc19e185d1856101f. after waiting 0 ms 2024-11-21T09:21:13,443 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732180857670.4587d020763112cbc19e185d1856101f. 2024-11-21T09:21:13,443 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4587d020763112cbc19e185d1856101f 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-21T09:21:13,456 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/default/test/4587d020763112cbc19e185d1856101f/.tmp/f/89aab038602c4e68adfb212986515d78 is 37, key is row3/f:row3/1732180871992/Put/seqid=0 2024-11-21T09:21:13,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741842_1018 (size=5228) 2024-11-21T09:21:13,471 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:21:13,491 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1342, reset compression=false 2024-11-21T09:21:13,493 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 1512, reset compression=false 2024-11-21T09:21:13,495 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:13,495 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1493, reset compression=false 2024-11-21T09:21:13,495 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.shipper5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,38445,1732180839449 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:21:13,499 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:13,499 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 1759, reset compression=false 2024-11-21T09:21:13,499 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.shipper5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,40369,1732180850920 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:21:13,499 ERROR [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.shipper5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5b0ae2ee7b9e,40369,1732180850920: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5b0ae2ee7b9e,40369,1732180850920, walGroup=5b0ae2ee7b9e%2C40369%2C1732180850920, offset=5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:40369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T09:21:13,500 ERROR [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.shipper5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T09:21:13,500 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.shipper5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T09:21:13,501 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.shipper5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T09:21:13,501 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.shipper5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T09:21:13,501 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.shipper5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T09:21:13,501 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.shipper5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 840257816 }, "NonHeapMemoryUsage": { "committed": 201654272, "init": 7667712, "max": -1, "used": 198780880 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T09:21:13,501 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.shipper5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:39415 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:39415 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T09:21:13,578 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1468, reset compression=false 2024-11-21T09:21:13,614 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4587d020763112cbc19e185d1856101f 2024-11-21T09:21:13,698 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1493, reset compression=false 2024-11-21T09:21:13,702 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 1759, reset compression=false 2024-11-21T09:21:13,814 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4587d020763112cbc19e185d1856101f 2024-11-21T09:21:13,834 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740/.tmp/info/4ae0c2bf8f284c239168db30edbd741c 2024-11-21T09:21:13,849 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740/.tmp/ns/45bcbe28a02a46fe96d9961dc4b6c7f1 is 43, key is default/ns:d/1732180854287/Put/seqid=0 2024-11-21T09:21:13,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741843_1019 (size=5153) 2024-11-21T09:21:13,859 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/default/test/4587d020763112cbc19e185d1856101f/.tmp/f/89aab038602c4e68adfb212986515d78 2024-11-21T09:21:13,862 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89aab038602c4e68adfb212986515d78 2024-11-21T09:21:13,874 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/default/test/4587d020763112cbc19e185d1856101f/.tmp/f1/f32833cf5a944acd8e7d2e5075fa28f0 is 30, key is row1/f1:/1732180869338/DeleteFamily/seqid=0 2024-11-21T09:21:13,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741844_1020 (size=5158) 2024-11-21T09:21:13,981 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1468, reset compression=false 2024-11-21T09:21:14,001 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1493, reset compression=false 2024-11-21T09:21:14,004 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 1759, reset compression=false 2024-11-21T09:21:14,014 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4587d020763112cbc19e185d1856101f 2024-11-21T09:21:14,079 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:14,079 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:21:14,080 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68597 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:21:14,214 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4587d020763112cbc19e185d1856101f 2024-11-21T09:21:14,252 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740/.tmp/ns/45bcbe28a02a46fe96d9961dc4b6c7f1 2024-11-21T09:21:14,268 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740/.tmp/rep_barrier/7e3e92dc6d81465bb8934b6b8a8b603c is 112, key is test,,1732180857670.4587d020763112cbc19e185d1856101f./rep_barrier:seqnumDuringOpen/1732180858867/Put/seqid=0 2024-11-21T09:21:14,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741845_1021 (size=5518) 2024-11-21T09:21:14,272 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740/.tmp/rep_barrier/7e3e92dc6d81465bb8934b6b8a8b603c 2024-11-21T09:21:14,277 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/default/test/4587d020763112cbc19e185d1856101f/.tmp/f1/f32833cf5a944acd8e7d2e5075fa28f0 2024-11-21T09:21:14,278 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:21:14,278 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:21:14,281 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f32833cf5a944acd8e7d2e5075fa28f0 2024-11-21T09:21:14,292 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740/.tmp/table/ef829ac6f41f4fa2811c45ac57098e96 is 53, key is hbase:replication/table:state/1732180864349/Put/seqid=0 2024-11-21T09:21:14,298 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/default/test/4587d020763112cbc19e185d1856101f/.tmp/norep/38adc91fb27d4251be70f409aaaa5e80 is 33, key is row2/norep:/1732180870344/DeleteFamily/seqid=0 2024-11-21T09:21:14,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741846_1022 (size=5308) 2024-11-21T09:21:14,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741847_1023 (size=5108) 2024-11-21T09:21:14,306 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/default/test/4587d020763112cbc19e185d1856101f/.tmp/norep/38adc91fb27d4251be70f409aaaa5e80 2024-11-21T09:21:14,309 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38adc91fb27d4251be70f409aaaa5e80 2024-11-21T09:21:14,310 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/default/test/4587d020763112cbc19e185d1856101f/.tmp/f/89aab038602c4e68adfb212986515d78 as hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/default/test/4587d020763112cbc19e185d1856101f/f/89aab038602c4e68adfb212986515d78 2024-11-21T09:21:14,314 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89aab038602c4e68adfb212986515d78 2024-11-21T09:21:14,314 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/default/test/4587d020763112cbc19e185d1856101f/f/89aab038602c4e68adfb212986515d78, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T09:21:14,315 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/default/test/4587d020763112cbc19e185d1856101f/.tmp/f1/f32833cf5a944acd8e7d2e5075fa28f0 as hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/default/test/4587d020763112cbc19e185d1856101f/f1/f32833cf5a944acd8e7d2e5075fa28f0 2024-11-21T09:21:14,319 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f32833cf5a944acd8e7d2e5075fa28f0 2024-11-21T09:21:14,319 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/default/test/4587d020763112cbc19e185d1856101f/f1/f32833cf5a944acd8e7d2e5075fa28f0, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T09:21:14,320 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/default/test/4587d020763112cbc19e185d1856101f/.tmp/norep/38adc91fb27d4251be70f409aaaa5e80 as hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/default/test/4587d020763112cbc19e185d1856101f/norep/38adc91fb27d4251be70f409aaaa5e80 2024-11-21T09:21:14,324 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38adc91fb27d4251be70f409aaaa5e80 2024-11-21T09:21:14,325 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/default/test/4587d020763112cbc19e185d1856101f/norep/38adc91fb27d4251be70f409aaaa5e80, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T09:21:14,325 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4587d020763112cbc19e185d1856101f in 882ms, sequenceid=12, compaction requested=false 2024-11-21T09:21:14,328 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/default/test/4587d020763112cbc19e185d1856101f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T09:21:14,329 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:21:14,329 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:21:14,329 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732180857670.4587d020763112cbc19e185d1856101f. 2024-11-21T09:21:14,329 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4587d020763112cbc19e185d1856101f: Waiting for close lock at 1732180873443Running coprocessor pre-close hooks at 1732180873443Disabling compacts and flushes for region at 1732180873443Disabling writes for close at 1732180873443Obtaining lock to block concurrent updates at 1732180873443Preparing flush snapshotting stores in 4587d020763112cbc19e185d1856101f at 1732180873443Finished memstore snapshotting test,,1732180857670.4587d020763112cbc19e185d1856101f., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732180873444 (+1 ms)Flushing stores of test,,1732180857670.4587d020763112cbc19e185d1856101f. at 1732180873444Flushing 4587d020763112cbc19e185d1856101f/f: creating writer at 1732180873444Flushing 4587d020763112cbc19e185d1856101f/f: appending metadata at 1732180873455 (+11 ms)Flushing 4587d020763112cbc19e185d1856101f/f: closing flushed file at 1732180873455Flushing 4587d020763112cbc19e185d1856101f/f1: creating writer at 1732180873862 (+407 ms)Flushing 4587d020763112cbc19e185d1856101f/f1: appending metadata at 1732180873874 (+12 ms)Flushing 4587d020763112cbc19e185d1856101f/f1: closing flushed file at 1732180873874Flushing 4587d020763112cbc19e185d1856101f/norep: creating writer at 1732180874281 (+407 ms)Flushing 4587d020763112cbc19e185d1856101f/norep: appending metadata at 1732180874297 (+16 ms)Flushing 4587d020763112cbc19e185d1856101f/norep: closing flushed file at 1732180874297Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2126e234: reopening flushed file at 1732180874309 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c5dd166: reopening flushed file at 1732180874314 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41fadafe: reopening flushed file at 1732180874319 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4587d020763112cbc19e185d1856101f in 882ms, sequenceid=12, compaction requested=false at 1732180874325 (+6 ms)Writing region close event to WAL at 1732180874326 (+1 ms)Running coprocessor post-close hooks at 1732180874329 (+3 ms)Closed at 1732180874329 2024-11-21T09:21:14,329 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732180857670.4587d020763112cbc19e185d1856101f. 2024-11-21T09:21:14,405 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1493, reset compression=false 2024-11-21T09:21:14,407 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 1759, reset compression=false 2024-11-21T09:21:14,410 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:14,410 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 2403, reset compression=false 2024-11-21T09:21:14,415 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T09:21:14,415 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T09:21:14,415 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:21:14,484 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1468, reset compression=false 2024-11-21T09:21:14,613 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.wal-reader.5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/WALs/5b0ae2ee7b9e,40369,1732180850920/5b0ae2ee7b9e%2C40369%2C1732180850920.1732180853382 to pos 2403, reset compression=false 2024-11-21T09:21:14,615 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:21:14,702 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740/.tmp/table/ef829ac6f41f4fa2811c45ac57098e96 2024-11-21T09:21:14,706 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740/.tmp/info/4ae0c2bf8f284c239168db30edbd741c as hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740/info/4ae0c2bf8f284c239168db30edbd741c 2024-11-21T09:21:14,709 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740/info/4ae0c2bf8f284c239168db30edbd741c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T09:21:14,710 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740/.tmp/ns/45bcbe28a02a46fe96d9961dc4b6c7f1 as hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740/ns/45bcbe28a02a46fe96d9961dc4b6c7f1 2024-11-21T09:21:14,714 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740/ns/45bcbe28a02a46fe96d9961dc4b6c7f1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T09:21:14,714 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740/.tmp/rep_barrier/7e3e92dc6d81465bb8934b6b8a8b603c as hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740/rep_barrier/7e3e92dc6d81465bb8934b6b8a8b603c 2024-11-21T09:21:14,718 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740/rep_barrier/7e3e92dc6d81465bb8934b6b8a8b603c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T09:21:14,718 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740/.tmp/table/ef829ac6f41f4fa2811c45ac57098e96 as hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740/table/ef829ac6f41f4fa2811c45ac57098e96 2024-11-21T09:21:14,722 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740/table/ef829ac6f41f4fa2811c45ac57098e96, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T09:21:14,723 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=16, compaction requested=false 2024-11-21T09:21:14,726 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T09:21:14,727 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:21:14,727 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:21:14,727 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:21:14,727 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180873414Running coprocessor pre-close hooks at 1732180873414Disabling compacts and flushes for region at 1732180873414Disabling writes for close at 1732180873414Obtaining lock to block concurrent updates at 1732180873414Preparing flush snapshotting stores in 1588230740 at 1732180873414Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732180873414Flushing stores of hbase:meta,,1.1588230740 at 1732180873415 (+1 ms)Flushing 1588230740/info: creating writer at 1732180873415Flushing 1588230740/info: appending metadata at 1732180873430 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732180873430Flushing 1588230740/ns: creating writer at 1732180873837 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732180873849 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732180873849Flushing 1588230740/rep_barrier: creating writer at 1732180874256 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732180874268 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732180874268Flushing 1588230740/table: creating writer at 1732180874276 (+8 ms)Flushing 1588230740/table: appending metadata at 1732180874291 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732180874291Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@276a78c9: reopening flushed file at 1732180874705 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f84707a: reopening flushed file at 1732180874710 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a66d492: reopening flushed file at 1732180874714 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78259200: reopening flushed file at 1732180874718 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=16, compaction requested=false at 1732180874723 (+5 ms)Writing region close event to WAL at 1732180874724 (+1 ms)Running coprocessor post-close hooks at 1732180874727 (+3 ms)Closed at 1732180874727 2024-11-21T09:21:14,727 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:21:14,815 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,40369,1732180850920; all regions closed. 2024-11-21T09:21:14,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741834_1010 (size=4239) 2024-11-21T09:21:14,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741839_1015 (size=3115) 2024-11-21T09:21:14,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741832_1008 (size=2411) 2024-11-21T09:21:14,821 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:14,821 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:21:14,821 INFO [RS:0;5b0ae2ee7b9e:40369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:21:14,821 INFO [RS:0;5b0ae2ee7b9e:40369 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T09:21:14,822 INFO [RS:0;5b0ae2ee7b9e:40369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:21:14,822 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:21:14,822 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b0ae2ee7b9e,40369,1732180850920 because: Region server is closing 2024-11-21T09:21:14,822 INFO [RS:0;5b0ae2ee7b9e:40369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:40369. 2024-11-21T09:21:14,822 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:14,822 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:14,822 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:14,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:14,908 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1493, reset compression=false 2024-11-21T09:21:14,922 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,40369,1732180850920.replicationSource.shipper5b0ae2ee7b9e%2C40369%2C1732180850920,1-5b0ae2ee7b9e,40369,1732180850920 terminated 2024-11-21T09:21:14,923 INFO [RS:0;5b0ae2ee7b9e:40369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:40369. 2024-11-21T09:21:14,923 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:14,923 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:14,923 DEBUG [RS:0;5b0ae2ee7b9e:40369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:14,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:14,923 INFO [RS:0;5b0ae2ee7b9e:40369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40369 2024-11-21T09:21:14,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1015cb1ff140007, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-472255950/rs/5b0ae2ee7b9e,40369,1732180850920 2024-11-21T09:21:14,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-472255950/rs 2024-11-21T09:21:14,954 INFO [RS:0;5b0ae2ee7b9e:40369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:21:15,033 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,40369,1732180850920] 2024-11-21T09:21:15,049 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-472255950/draining/5b0ae2ee7b9e,40369,1732180850920 already deleted, retry=false 2024-11-21T09:21:15,049 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,40369,1732180850920 expired; onlineServers=0 2024-11-21T09:21:15,049 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,39415,1732180850754' ***** 2024-11-21T09:21:15,049 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:21:15,049 INFO [M:0;5b0ae2ee7b9e:39415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:21:15,050 INFO [M:0;5b0ae2ee7b9e:39415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:21:15,050 DEBUG [M:0;5b0ae2ee7b9e:39415 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:21:15,050 DEBUG [M:0;5b0ae2ee7b9e:39415 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:21:15,050 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:21:15,050 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180853058 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180853058,5,FailOnTimeoutGroup] 2024-11-21T09:21:15,050 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180853058 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180853058,5,FailOnTimeoutGroup] 2024-11-21T09:21:15,050 INFO [M:0;5b0ae2ee7b9e:39415 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:21:15,050 INFO [M:0;5b0ae2ee7b9e:39415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:21:15,050 DEBUG [M:0;5b0ae2ee7b9e:39415 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:21:15,050 INFO [M:0;5b0ae2ee7b9e:39415 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:21:15,050 INFO [M:0;5b0ae2ee7b9e:39415 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:21:15,052 INFO [M:0;5b0ae2ee7b9e:39415 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:21:15,052 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:21:15,087 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1468, reset compression=false 2024-11-21T09:21:15,099 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T09:21:15,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-472255950/master 2024-11-21T09:21:15,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-472255950 2024-11-21T09:21:15,120 DEBUG [M:0;5b0ae2ee7b9e:39415 {}] zookeeper.ZKUtil(347): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Unable to get data of znode /2-472255950/master because node does not exist (not an error) 2024-11-21T09:21:15,120 WARN [M:0;5b0ae2ee7b9e:39415 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T09:21:15,121 INFO [M:0;5b0ae2ee7b9e:39415 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/.lastflushedseqids 2024-11-21T09:21:15,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741848_1024 (size=245) 2024-11-21T09:21:15,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1015cb1ff140007, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:21:15,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40369-0x1015cb1ff140007, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:21:15,133 INFO [RS:0;5b0ae2ee7b9e:40369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:21:15,133 INFO [RS:0;5b0ae2ee7b9e:40369 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,40369,1732180850920; zookeeper connection closed. 2024-11-21T09:21:15,133 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27015bc9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27015bc9 2024-11-21T09:21:15,133 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T09:21:15,512 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1493, reset compression=false 2024-11-21T09:21:15,525 INFO [M:0;5b0ae2ee7b9e:39415 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:21:15,525 INFO [M:0;5b0ae2ee7b9e:39415 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:21:15,526 DEBUG [M:0;5b0ae2ee7b9e:39415 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:21:15,526 INFO [M:0;5b0ae2ee7b9e:39415 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:15,526 DEBUG [M:0;5b0ae2ee7b9e:39415 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:15,526 DEBUG [M:0;5b0ae2ee7b9e:39415 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:21:15,526 DEBUG [M:0;5b0ae2ee7b9e:39415 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:15,526 INFO [M:0;5b0ae2ee7b9e:39415 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-21T09:21:15,548 DEBUG [M:0;5b0ae2ee7b9e:39415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b109d69b07a4ba199bd4680d691b62a is 82, key is hbase:meta,,1/info:regioninfo/1732180854275/Put/seqid=0 2024-11-21T09:21:15,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741849_1025 (size=5672) 2024-11-21T09:21:15,791 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1468, reset compression=false 2024-11-21T09:21:15,974 INFO [M:0;5b0ae2ee7b9e:39415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b109d69b07a4ba199bd4680d691b62a 2024-11-21T09:21:15,996 DEBUG [M:0;5b0ae2ee7b9e:39415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b82da59eb624615b061646c8cc8ec87 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732180864352/Put/seqid=0 2024-11-21T09:21:16,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741850_1026 (size=9211) 2024-11-21T09:21:16,005 INFO [M:0;5b0ae2ee7b9e:39415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b82da59eb624615b061646c8cc8ec87 2024-11-21T09:21:16,026 DEBUG [M:0;5b0ae2ee7b9e:39415 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0465c6f70a1c4237ad622b99e6b8e001 is 69, key is 5b0ae2ee7b9e,40369,1732180850920/rs:state/1732180853191/Put/seqid=0 2024-11-21T09:21:16,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741851_1027 (size=5156) 2024-11-21T09:21:16,032 INFO [M:0;5b0ae2ee7b9e:39415 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0465c6f70a1c4237ad622b99e6b8e001 2024-11-21T09:21:16,038 DEBUG [M:0;5b0ae2ee7b9e:39415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b109d69b07a4ba199bd4680d691b62a as hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b109d69b07a4ba199bd4680d691b62a 2024-11-21T09:21:16,042 INFO [M:0;5b0ae2ee7b9e:39415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b109d69b07a4ba199bd4680d691b62a, entries=8, sequenceid=127, filesize=5.5 K 2024-11-21T09:21:16,043 DEBUG [M:0;5b0ae2ee7b9e:39415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b82da59eb624615b061646c8cc8ec87 as hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8b82da59eb624615b061646c8cc8ec87 2024-11-21T09:21:16,047 INFO [M:0;5b0ae2ee7b9e:39415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8b82da59eb624615b061646c8cc8ec87, entries=15, sequenceid=127, filesize=9.0 K 2024-11-21T09:21:16,048 DEBUG [M:0;5b0ae2ee7b9e:39415 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0465c6f70a1c4237ad622b99e6b8e001 as hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0465c6f70a1c4237ad622b99e6b8e001 2024-11-21T09:21:16,052 INFO [M:0;5b0ae2ee7b9e:39415 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38617/user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0465c6f70a1c4237ad622b99e6b8e001, entries=1, sequenceid=127, filesize=5.0 K 2024-11-21T09:21:16,053 INFO [M:0;5b0ae2ee7b9e:39415 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 526ms, sequenceid=127, compaction requested=false 2024-11-21T09:21:16,057 INFO [M:0;5b0ae2ee7b9e:39415 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:16,057 DEBUG [M:0;5b0ae2ee7b9e:39415 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180875526Disabling compacts and flushes for region at 1732180875526Disabling writes for close at 1732180875526Obtaining lock to block concurrent updates at 1732180875526Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180875526Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1732180875526Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180875527 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180875527Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180875547 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180875547Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180875977 (+430 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180875995 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180875995Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180876009 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180876026 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180876026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e673c1c: reopening flushed file at 1732180876037 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fe4afa7: reopening flushed file at 1732180876042 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ed15aab: reopening flushed file at 1732180876047 (+5 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 526ms, sequenceid=127, compaction requested=false at 1732180876053 (+6 ms)Writing region close event to WAL at 1732180876057 (+4 ms)Closed at 1732180876057 2024-11-21T09:21:16,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38155 is added to blk_1073741830_1006 (size=73854) 2024-11-21T09:21:16,059 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ad1088e0-c7bc-5075-66b0-d5e4cbe0172a/MasterData/WALs/5b0ae2ee7b9e,39415,1732180850754/5b0ae2ee7b9e%2C39415%2C1732180850754.1732180852681 not finished, retry = 0 2024-11-21T09:21:16,161 INFO [M:0;5b0ae2ee7b9e:39415 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:21:16,161 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:21:16,161 INFO [M:0;5b0ae2ee7b9e:39415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39415 2024-11-21T09:21:16,161 INFO [M:0;5b0ae2ee7b9e:39415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:21:16,233 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1493, reset compression=false 2024-11-21T09:21:16,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:21:16,272 INFO [M:0;5b0ae2ee7b9e:39415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:21:16,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39415-0x1015cb1ff140006, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:21:16,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29653bca{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:21:16,274 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14aa2ba4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:21:16,274 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:21:16,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@236ee495{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:21:16,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74c30093{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/hadoop.log.dir/,STOPPED} 2024-11-21T09:21:16,276 WARN [BP-876109246-172.17.0.2-1732180848854 heartbeating to localhost/127.0.0.1:38617 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:21:16,276 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:21:16,276 WARN [BP-876109246-172.17.0.2-1732180848854 heartbeating to localhost/127.0.0.1:38617 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-876109246-172.17.0.2-1732180848854 (Datanode Uuid 7cb8908c-70d8-4e84-9967-56bcf39d0357) service to localhost/127.0.0.1:38617 2024-11-21T09:21:16,276 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:21:16,276 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/cluster_43593e67-f649-49ee-1aa1-86bd6499f516/data/data1/current/BP-876109246-172.17.0.2-1732180848854 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:21:16,276 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/cluster_43593e67-f649-49ee-1aa1-86bd6499f516/data/data2/current/BP-876109246-172.17.0.2-1732180848854 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:21:16,277 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:21:16,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@207268{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:21:16,282 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a9341fd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:21:16,282 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:21:16,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ee42d2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:21:16,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37631bfe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/hadoop.log.dir/,STOPPED} 2024-11-21T09:21:16,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T09:21:16,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T09:21:16,308 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:21:16,308 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:16,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:16,308 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:16,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:16,308 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:21:16,308 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1550773919, stopped=false 2024-11-21T09:21:16,308 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,35891,1732180845116 2024-11-21T09:21:16,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1931749030/running 2024-11-21T09:21:16,319 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x1015cb1ff140004, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1931749030/running 2024-11-21T09:21:16,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1931749030 2024-11-21T09:21:16,319 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x1015cb1ff140004, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1931749030 2024-11-21T09:21:16,319 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:21:16,319 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:21:16,319 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:16,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:16,320 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,36191,1732180845352' ***** 2024-11-21T09:21:16,320 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:21:16,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Set watcher on znode that does not yet exist, /1-1931749030/running 2024-11-21T09:21:16,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36191-0x1015cb1ff140004, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Set watcher on znode that does not yet exist, /1-1931749030/running 2024-11-21T09:21:16,320 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:21:16,320 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:21:16,320 INFO [RS:0;5b0ae2ee7b9e:36191 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:21:16,320 INFO [RS:0;5b0ae2ee7b9e:36191 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:21:16,320 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(3091): Received CLOSE for 350462cc9d2b6fae86c3cd3b896e6910 2024-11-21T09:21:16,321 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(3091): Received CLOSE for f34023114c7e77e3b9c81b9b8a322b11 2024-11-21T09:21:16,321 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,36191,1732180845352 2024-11-21T09:21:16,321 INFO [RS:0;5b0ae2ee7b9e:36191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:21:16,321 INFO [RS:0;5b0ae2ee7b9e:36191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:36191. 2024-11-21T09:21:16,321 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 350462cc9d2b6fae86c3cd3b896e6910, disabling compactions & flushes 2024-11-21T09:21:16,321 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:16,321 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910. 2024-11-21T09:21:16,321 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:16,321 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910. 2024-11-21T09:21:16,321 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910. after waiting 0 ms 2024-11-21T09:21:16,321 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910. 2024-11-21T09:21:16,321 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:21:16,321 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:21:16,321 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:21:16,321 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 350462cc9d2b6fae86c3cd3b896e6910 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-21T09:21:16,321 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:21:16,321 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T09:21:16,321 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(1325): Online Regions={350462cc9d2b6fae86c3cd3b896e6910=hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910., 1588230740=hbase:meta,,1.1588230740, f34023114c7e77e3b9c81b9b8a322b11=test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11.} 2024-11-21T09:21:16,321 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 350462cc9d2b6fae86c3cd3b896e6910, f34023114c7e77e3b9c81b9b8a322b11 2024-11-21T09:21:16,321 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:21:16,321 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:21:16,321 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:21:16,321 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:21:16,321 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:21:16,321 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T09:21:16,322 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:21:16,342 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/replication/350462cc9d2b6fae86c3cd3b896e6910/.tmp/queue/aa5b2ba0e8be451194eac0a539a087bd is 154, key is 1-5b0ae2ee7b9e,36191,1732180845352/queue:5b0ae2ee7b9e%2C36191%2C1732180845352/1732180873074/Put/seqid=0 2024-11-21T09:21:16,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741840_1016 (size=5353) 2024-11-21T09:21:16,346 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740/.tmp/info/7b9cb2245ccc4d21b2279a5eefa0a0fc is 147, key is hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910./info:regioninfo/1732180862139/Put/seqid=0 2024-11-21T09:21:16,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741841_1017 (size=7686) 2024-11-21T09:21:16,521 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 350462cc9d2b6fae86c3cd3b896e6910, f34023114c7e77e3b9c81b9b8a322b11 2024-11-21T09:21:16,595 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1468, reset compression=false 2024-11-21T09:21:16,677 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:21:16,677 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:21:16,722 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 350462cc9d2b6fae86c3cd3b896e6910, f34023114c7e77e3b9c81b9b8a322b11 2024-11-21T09:21:16,746 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/replication/350462cc9d2b6fae86c3cd3b896e6910/.tmp/queue/aa5b2ba0e8be451194eac0a539a087bd 2024-11-21T09:21:16,749 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740/.tmp/info/7b9cb2245ccc4d21b2279a5eefa0a0fc 2024-11-21T09:21:16,751 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/replication/350462cc9d2b6fae86c3cd3b896e6910/.tmp/queue/aa5b2ba0e8be451194eac0a539a087bd as hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/replication/350462cc9d2b6fae86c3cd3b896e6910/queue/aa5b2ba0e8be451194eac0a539a087bd 2024-11-21T09:21:16,754 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/replication/350462cc9d2b6fae86c3cd3b896e6910/queue/aa5b2ba0e8be451194eac0a539a087bd, entries=1, sequenceid=14, filesize=5.2 K 2024-11-21T09:21:16,755 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 350462cc9d2b6fae86c3cd3b896e6910 in 434ms, sequenceid=14, compaction requested=false 2024-11-21T09:21:16,763 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/replication/350462cc9d2b6fae86c3cd3b896e6910/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-21T09:21:16,763 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:21:16,763 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:21:16,763 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910. 2024-11-21T09:21:16,763 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 350462cc9d2b6fae86c3cd3b896e6910: Waiting for close lock at 1732180876321Running coprocessor pre-close hooks at 1732180876321Disabling compacts and flushes for region at 1732180876321Disabling writes for close at 1732180876321Obtaining lock to block concurrent updates at 1732180876321Preparing flush snapshotting stores in 350462cc9d2b6fae86c3cd3b896e6910 at 1732180876321Finished memstore snapshotting hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732180876321Flushing stores of hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910. at 1732180876322 (+1 ms)Flushing 350462cc9d2b6fae86c3cd3b896e6910/queue: creating writer at 1732180876322Flushing 350462cc9d2b6fae86c3cd3b896e6910/queue: appending metadata at 1732180876342 (+20 ms)Flushing 350462cc9d2b6fae86c3cd3b896e6910/queue: closing flushed file at 1732180876342Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61ae90b4: reopening flushed file at 1732180876750 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 350462cc9d2b6fae86c3cd3b896e6910 in 434ms, sequenceid=14, compaction requested=false at 1732180876755 (+5 ms)Writing region close event to WAL at 1732180876760 (+5 ms)Running coprocessor post-close hooks at 1732180876763 (+3 ms)Closed at 1732180876763 2024-11-21T09:21:16,763 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732180860975.350462cc9d2b6fae86c3cd3b896e6910. 2024-11-21T09:21:16,763 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f34023114c7e77e3b9c81b9b8a322b11, disabling compactions & flushes 2024-11-21T09:21:16,763 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11. 2024-11-21T09:21:16,763 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11. 2024-11-21T09:21:16,763 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11. after waiting 0 ms 2024-11-21T09:21:16,763 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11. 2024-11-21T09:21:16,764 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f34023114c7e77e3b9c81b9b8a322b11 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-21T09:21:16,769 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740/.tmp/ns/b616709550ea4c88a0263732db7abf0b is 43, key is default/ns:d/1732180848700/Put/seqid=0 2024-11-21T09:21:16,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741842_1018 (size=5153) 2024-11-21T09:21:16,777 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/default/test/f34023114c7e77e3b9c81b9b8a322b11/.tmp/f/3eb7d43061b74e65bf8945e46e99edf6 is 37, key is row3/f:row3/1732180871992/Put/seqid=0 2024-11-21T09:21:16,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741843_1019 (size=5228) 2024-11-21T09:21:16,922 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f34023114c7e77e3b9c81b9b8a322b11 2024-11-21T09:21:17,036 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1493, reset compression=false 2024-11-21T09:21:17,122 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f34023114c7e77e3b9c81b9b8a322b11 2024-11-21T09:21:17,173 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740/.tmp/ns/b616709550ea4c88a0263732db7abf0b 2024-11-21T09:21:17,181 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/default/test/f34023114c7e77e3b9c81b9b8a322b11/.tmp/f/3eb7d43061b74e65bf8945e46e99edf6 2024-11-21T09:21:17,185 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3eb7d43061b74e65bf8945e46e99edf6 2024-11-21T09:21:17,193 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740/.tmp/rep_barrier/74e429bf0710429f9e222d787ea9d276 is 112, key is test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11./rep_barrier:seqnumDuringOpen/1732180856658/Put/seqid=0 2024-11-21T09:21:17,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741844_1020 (size=5518) 2024-11-21T09:21:17,199 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740/.tmp/rep_barrier/74e429bf0710429f9e222d787ea9d276 2024-11-21T09:21:17,203 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/default/test/f34023114c7e77e3b9c81b9b8a322b11/.tmp/f1/5ec64b702524499c92acbc053133eca3 is 30, key is row1/f1:/1732180869338/DeleteFamily/seqid=0 2024-11-21T09:21:17,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741845_1021 (size=5158) 2024-11-21T09:21:17,226 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740/.tmp/table/f1c42d6367c441c1b17651a8d2f9e6f5 is 53, key is hbase:replication/table:state/1732180862145/Put/seqid=0 2024-11-21T09:21:17,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741846_1022 (size=5308) 2024-11-21T09:21:17,322 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T09:21:17,322 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f34023114c7e77e3b9c81b9b8a322b11=test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11.} 2024-11-21T09:21:17,322 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f34023114c7e77e3b9c81b9b8a322b11 2024-11-21T09:21:17,497 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1468, reset compression=false 2024-11-21T09:21:17,501 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:17,501 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1715, reset compression=false 2024-11-21T09:21:17,501 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.shipper5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,36191,1732180845352 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:21:17,502 ERROR [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.shipper5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5b0ae2ee7b9e,36191,1732180845352: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5b0ae2ee7b9e,36191,1732180845352, walGroup=5b0ae2ee7b9e%2C36191%2C1732180845352, offset=5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:36191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T09:21:17,504 ERROR [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.shipper5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T09:21:17,504 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.shipper5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T09:21:17,504 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.shipper5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T09:21:17,504 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.shipper5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T09:21:17,504 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.shipper5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T09:21:17,504 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.shipper5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 769936784 }, "NonHeapMemoryUsage": { "committed": 202309632, "init": 7667712, "max": -1, "used": 199387848 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T09:21:17,505 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.shipper5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:35891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:35891 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T09:21:17,522 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f34023114c7e77e3b9c81b9b8a322b11 2024-11-21T09:21:17,613 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/default/test/f34023114c7e77e3b9c81b9b8a322b11/.tmp/f1/5ec64b702524499c92acbc053133eca3 2024-11-21T09:21:17,622 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ec64b702524499c92acbc053133eca3 2024-11-21T09:21:17,636 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740/.tmp/table/f1c42d6367c441c1b17651a8d2f9e6f5 2024-11-21T09:21:17,643 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740/.tmp/info/7b9cb2245ccc4d21b2279a5eefa0a0fc as hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740/info/7b9cb2245ccc4d21b2279a5eefa0a0fc 2024-11-21T09:21:17,645 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/default/test/f34023114c7e77e3b9c81b9b8a322b11/.tmp/norep/f13bde9d6b4c46098836bb17d2f2a28f is 33, key is row1/norep:/1732180869338/DeleteFamily/seqid=0 2024-11-21T09:21:17,650 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740/info/7b9cb2245ccc4d21b2279a5eefa0a0fc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T09:21:17,651 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740/.tmp/ns/b616709550ea4c88a0263732db7abf0b as hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740/ns/b616709550ea4c88a0263732db7abf0b 2024-11-21T09:21:17,657 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740/ns/b616709550ea4c88a0263732db7abf0b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T09:21:17,658 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740/.tmp/rep_barrier/74e429bf0710429f9e222d787ea9d276 as hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740/rep_barrier/74e429bf0710429f9e222d787ea9d276 2024-11-21T09:21:17,664 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740/rep_barrier/74e429bf0710429f9e222d787ea9d276, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T09:21:17,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741847_1023 (size=5108) 2024-11-21T09:21:17,666 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740/.tmp/table/f1c42d6367c441c1b17651a8d2f9e6f5 as hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740/table/f1c42d6367c441c1b17651a8d2f9e6f5 2024-11-21T09:21:17,673 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740/table/f1c42d6367c441c1b17651a8d2f9e6f5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T09:21:17,675 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1353ms, sequenceid=16, compaction requested=false 2024-11-21T09:21:17,675 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T09:21:17,704 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1715, reset compression=false 2024-11-21T09:21:17,723 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f34023114c7e77e3b9c81b9b8a322b11 2024-11-21T09:21:17,772 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T09:21:17,773 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:21:17,773 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:21:17,773 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:21:17,773 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180876321Running coprocessor pre-close hooks at 1732180876321Disabling compacts and flushes for region at 1732180876321Disabling writes for close at 1732180876321Obtaining lock to block concurrent updates at 1732180876321Preparing flush snapshotting stores in 1588230740 at 1732180876321Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732180876322 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732180876322Flushing 1588230740/info: creating writer at 1732180876322Flushing 1588230740/info: appending metadata at 1732180876345 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732180876345Flushing 1588230740/ns: creating writer at 1732180876752 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732180876768 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732180876769 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732180877177 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732180877193 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732180877193Flushing 1588230740/table: creating writer at 1732180877205 (+12 ms)Flushing 1588230740/table: appending metadata at 1732180877225 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732180877225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69391c75: reopening flushed file at 1732180877642 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e931d72: reopening flushed file at 1732180877650 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18658b61: reopening flushed file at 1732180877657 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49915b0f: reopening flushed file at 1732180877664 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1353ms, sequenceid=16, compaction requested=false at 1732180877675 (+11 ms)Writing region close event to WAL at 1732180877744 (+69 ms)Running coprocessor post-close hooks at 1732180877773 (+29 ms)Closed at 1732180877773 2024-11-21T09:21:17,773 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:21:17,923 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(1351): Waiting on f34023114c7e77e3b9c81b9b8a322b11 2024-11-21T09:21:17,938 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1493, reset compression=false 2024-11-21T09:21:18,053 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.wal-reader.5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/WALs/5b0ae2ee7b9e,36191,1732180845352/5b0ae2ee7b9e%2C36191%2C1732180845352.1732180847729 to pos 1715, reset compression=false 2024-11-21T09:21:18,067 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/default/test/f34023114c7e77e3b9c81b9b8a322b11/.tmp/norep/f13bde9d6b4c46098836bb17d2f2a28f 2024-11-21T09:21:18,073 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f13bde9d6b4c46098836bb17d2f2a28f 2024-11-21T09:21:18,073 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/default/test/f34023114c7e77e3b9c81b9b8a322b11/.tmp/f/3eb7d43061b74e65bf8945e46e99edf6 as hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/default/test/f34023114c7e77e3b9c81b9b8a322b11/f/3eb7d43061b74e65bf8945e46e99edf6 2024-11-21T09:21:18,083 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3eb7d43061b74e65bf8945e46e99edf6 2024-11-21T09:21:18,083 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/default/test/f34023114c7e77e3b9c81b9b8a322b11/f/3eb7d43061b74e65bf8945e46e99edf6, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T09:21:18,084 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/default/test/f34023114c7e77e3b9c81b9b8a322b11/.tmp/f1/5ec64b702524499c92acbc053133eca3 as hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/default/test/f34023114c7e77e3b9c81b9b8a322b11/f1/5ec64b702524499c92acbc053133eca3 2024-11-21T09:21:18,093 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ec64b702524499c92acbc053133eca3 2024-11-21T09:21:18,093 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/default/test/f34023114c7e77e3b9c81b9b8a322b11/f1/5ec64b702524499c92acbc053133eca3, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T09:21:18,094 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/default/test/f34023114c7e77e3b9c81b9b8a322b11/.tmp/norep/f13bde9d6b4c46098836bb17d2f2a28f as hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/default/test/f34023114c7e77e3b9c81b9b8a322b11/norep/f13bde9d6b4c46098836bb17d2f2a28f 2024-11-21T09:21:18,123 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(1351): Waiting on f34023114c7e77e3b9c81b9b8a322b11 2024-11-21T09:21:18,124 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f13bde9d6b4c46098836bb17d2f2a28f 2024-11-21T09:21:18,125 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/default/test/f34023114c7e77e3b9c81b9b8a322b11/norep/f13bde9d6b4c46098836bb17d2f2a28f, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T09:21:18,126 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f34023114c7e77e3b9c81b9b8a322b11 in 1363ms, sequenceid=12, compaction requested=false 2024-11-21T09:21:18,126 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T09:21:18,197 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/data/default/test/f34023114c7e77e3b9c81b9b8a322b11/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T09:21:18,198 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:21:18,198 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:21:18,198 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11. 2024-11-21T09:21:18,198 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f34023114c7e77e3b9c81b9b8a322b11: Waiting for close lock at 1732180876763Running coprocessor pre-close hooks at 1732180876763Disabling compacts and flushes for region at 1732180876763Disabling writes for close at 1732180876763Obtaining lock to block concurrent updates at 1732180876764 (+1 ms)Preparing flush snapshotting stores in f34023114c7e77e3b9c81b9b8a322b11 at 1732180876764Finished memstore snapshotting test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732180876764Flushing stores of test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11. at 1732180876764Flushing f34023114c7e77e3b9c81b9b8a322b11/f: creating writer at 1732180876764Flushing f34023114c7e77e3b9c81b9b8a322b11/f: appending metadata at 1732180876777 (+13 ms)Flushing f34023114c7e77e3b9c81b9b8a322b11/f: closing flushed file at 1732180876777Flushing f34023114c7e77e3b9c81b9b8a322b11/f1: creating writer at 1732180877185 (+408 ms)Flushing f34023114c7e77e3b9c81b9b8a322b11/f1: appending metadata at 1732180877203 (+18 ms)Flushing f34023114c7e77e3b9c81b9b8a322b11/f1: closing flushed file at 1732180877203Flushing f34023114c7e77e3b9c81b9b8a322b11/norep: creating writer at 1732180877622 (+419 ms)Flushing f34023114c7e77e3b9c81b9b8a322b11/norep: appending metadata at 1732180877644 (+22 ms)Flushing f34023114c7e77e3b9c81b9b8a322b11/norep: closing flushed file at 1732180877644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bbe9f64: reopening flushed file at 1732180878073 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@329f1be2: reopening flushed file at 1732180878084 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60e173a8: reopening flushed file at 1732180878093 (+9 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f34023114c7e77e3b9c81b9b8a322b11 in 1363ms, sequenceid=12, compaction requested=false at 1732180878126 (+33 ms)Writing region close event to WAL at 1732180878192 (+66 ms)Running coprocessor post-close hooks at 1732180878197 (+5 ms)Closed at 1732180878198 (+1 ms) 2024-11-21T09:21:18,198 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732180855521.f34023114c7e77e3b9c81b9b8a322b11. 2024-11-21T09:21:18,323 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,36191,1732180845352; all regions closed. 2024-11-21T09:21:18,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741834_1010 (size=4239) 2024-11-21T09:21:18,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741839_1015 (size=3552) 2024-11-21T09:21:18,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741832_1008 (size=2367) 2024-11-21T09:21:18,363 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:18,363 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:21:18,363 INFO [RS:0;5b0ae2ee7b9e:36191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:21:18,363 INFO [RS:0;5b0ae2ee7b9e:36191 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T09:21:18,364 INFO [RS:0;5b0ae2ee7b9e:36191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:21:18,364 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:21:18,364 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b0ae2ee7b9e,36191,1732180845352 because: Region server is closing 2024-11-21T09:21:18,364 INFO [RS:0;5b0ae2ee7b9e:36191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:36191. 2024-11-21T09:21:18,364 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:18,364 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:18,364 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:18,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:18,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:18,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:18,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:18,465 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36191,1732180845352.replicationSource.shipper5b0ae2ee7b9e%2C36191%2C1732180845352,1-5b0ae2ee7b9e,36191,1732180845352 terminated 2024-11-21T09:21:18,465 INFO [RS:0;5b0ae2ee7b9e:36191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:36191. 2024-11-21T09:21:18,465 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:18,465 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:18,465 DEBUG [RS:0;5b0ae2ee7b9e:36191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:18,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:18,465 INFO [RS:0;5b0ae2ee7b9e:36191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36191 2024-11-21T09:21:18,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:18,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:18,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:18,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:18,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:18,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:18,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:18,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:18,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:18,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:18,523 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x1015cb1ff140004, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1931749030/rs/5b0ae2ee7b9e,36191,1732180845352 2024-11-21T09:21:18,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1931749030/rs 2024-11-21T09:21:18,523 INFO [RS:0;5b0ae2ee7b9e:36191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:21:18,523 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,36191,1732180845352] 2024-11-21T09:21:18,544 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1931749030/draining/5b0ae2ee7b9e,36191,1732180845352 already deleted, retry=false 2024-11-21T09:21:18,544 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,36191,1732180845352 expired; onlineServers=0 2024-11-21T09:21:18,544 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,35891,1732180845116' ***** 2024-11-21T09:21:18,544 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:21:18,544 INFO [M:0;5b0ae2ee7b9e:35891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:21:18,544 INFO [M:0;5b0ae2ee7b9e:35891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:21:18,544 DEBUG [M:0;5b0ae2ee7b9e:35891 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:21:18,544 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:21:18,544 DEBUG [M:0;5b0ae2ee7b9e:35891 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:21:18,544 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180847422 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180847422,5,FailOnTimeoutGroup] 2024-11-21T09:21:18,544 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180847422 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180847422,5,FailOnTimeoutGroup] 2024-11-21T09:21:18,545 INFO [M:0;5b0ae2ee7b9e:35891 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:21:18,545 INFO [M:0;5b0ae2ee7b9e:35891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:21:18,545 DEBUG [M:0;5b0ae2ee7b9e:35891 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:21:18,545 INFO [M:0;5b0ae2ee7b9e:35891 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:21:18,545 INFO [M:0;5b0ae2ee7b9e:35891 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:21:18,545 INFO [M:0;5b0ae2ee7b9e:35891 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:21:18,545 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:21:18,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1931749030/master 2024-11-21T09:21:18,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1931749030 2024-11-21T09:21:18,555 DEBUG [M:0;5b0ae2ee7b9e:35891 {}] zookeeper.ZKUtil(347): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Unable to get data of znode /1-1931749030/master because node does not exist (not an error) 2024-11-21T09:21:18,555 WARN [M:0;5b0ae2ee7b9e:35891 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T09:21:18,555 INFO [M:0;5b0ae2ee7b9e:35891 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/.lastflushedseqids 2024-11-21T09:21:18,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741848_1024 (size=245) 2024-11-21T09:21:18,634 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x1015cb1ff140004, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:21:18,634 INFO [RS:0;5b0ae2ee7b9e:36191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:21:18,634 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x1015cb1ff140004, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:21:18,634 INFO [RS:0;5b0ae2ee7b9e:36191 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,36191,1732180845352; zookeeper connection closed. 2024-11-21T09:21:18,634 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@bd98d32 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@bd98d32 2024-11-21T09:21:18,634 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T09:21:18,947 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1493, reset compression=false 2024-11-21T09:21:18,982 INFO [M:0;5b0ae2ee7b9e:35891 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:21:18,983 INFO [M:0;5b0ae2ee7b9e:35891 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:21:18,983 DEBUG [M:0;5b0ae2ee7b9e:35891 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:21:18,983 INFO [M:0;5b0ae2ee7b9e:35891 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:18,983 DEBUG [M:0;5b0ae2ee7b9e:35891 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:18,983 DEBUG [M:0;5b0ae2ee7b9e:35891 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:21:18,983 DEBUG [M:0;5b0ae2ee7b9e:35891 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:18,983 INFO [M:0;5b0ae2ee7b9e:35891 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-21T09:21:19,005 DEBUG [M:0;5b0ae2ee7b9e:35891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1078bf2b29fe45f393591f2d3ffb7179 is 82, key is hbase:meta,,1/info:regioninfo/1732180848668/Put/seqid=0 2024-11-21T09:21:19,033 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:21:19,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:19,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741849_1025 (size=5672) 2024-11-21T09:21:19,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:19,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:19,041 INFO [M:0;5b0ae2ee7b9e:35891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1078bf2b29fe45f393591f2d3ffb7179 2024-11-21T09:21:19,085 DEBUG [M:0;5b0ae2ee7b9e:35891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/777b699bb3da43f9aa4575b9ba584027 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732180862148/Put/seqid=0 2024-11-21T09:21:19,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:19,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:19,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:19,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:19,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:19,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:19,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:19,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:19,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:19,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:19,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741850_1026 (size=8515) 2024-11-21T09:21:19,110 INFO [M:0;5b0ae2ee7b9e:35891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/777b699bb3da43f9aa4575b9ba584027 2024-11-21T09:21:19,144 DEBUG [M:0;5b0ae2ee7b9e:35891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/359f68f9c4674cd58b4f348467040554 is 69, key is 5b0ae2ee7b9e,36191,1732180845352/rs:state/1732180847532/Put/seqid=0 2024-11-21T09:21:19,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741851_1027 (size=5156) 2024-11-21T09:21:19,558 INFO [M:0;5b0ae2ee7b9e:35891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/359f68f9c4674cd58b4f348467040554 2024-11-21T09:21:19,564 DEBUG [M:0;5b0ae2ee7b9e:35891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1078bf2b29fe45f393591f2d3ffb7179 as hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1078bf2b29fe45f393591f2d3ffb7179 2024-11-21T09:21:19,570 INFO [M:0;5b0ae2ee7b9e:35891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1078bf2b29fe45f393591f2d3ffb7179, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T09:21:19,571 DEBUG [M:0;5b0ae2ee7b9e:35891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/777b699bb3da43f9aa4575b9ba584027 as hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/777b699bb3da43f9aa4575b9ba584027 2024-11-21T09:21:19,576 INFO [M:0;5b0ae2ee7b9e:35891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/777b699bb3da43f9aa4575b9ba584027, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T09:21:19,577 DEBUG [M:0;5b0ae2ee7b9e:35891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/359f68f9c4674cd58b4f348467040554 as hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/359f68f9c4674cd58b4f348467040554 2024-11-21T09:21:19,583 INFO [M:0;5b0ae2ee7b9e:35891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45269/user/jenkins/test-data/2be3c086-052a-d3d7-82e3-b5e4e8fb1028/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/359f68f9c4674cd58b4f348467040554, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T09:21:19,584 INFO [M:0;5b0ae2ee7b9e:35891 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 601ms, sequenceid=97, compaction requested=false 2024-11-21T09:21:19,604 INFO [M:0;5b0ae2ee7b9e:35891 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:19,604 DEBUG [M:0;5b0ae2ee7b9e:35891 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180878983Disabling compacts and flushes for region at 1732180878983Disabling writes for close at 1732180878983Obtaining lock to block concurrent updates at 1732180878983Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180878983Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732180878983Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180878984 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180878984Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180879004 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180879004Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180879050 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180879085 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180879085Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180879115 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180879143 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180879143Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56ee8aa6: reopening flushed file at 1732180879563 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@af0107e: reopening flushed file at 1732180879570 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e9539bf: reopening flushed file at 1732180879576 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 601ms, sequenceid=97, compaction requested=false at 1732180879584 (+8 ms)Writing region close event to WAL at 1732180879604 (+20 ms)Closed at 1732180879604 2024-11-21T09:21:19,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33259 is added to blk_1073741830_1006 (size=63642) 2024-11-21T09:21:19,608 INFO [M:0;5b0ae2ee7b9e:35891 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:21:19,608 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:21:19,608 INFO [M:0;5b0ae2ee7b9e:35891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35891 2024-11-21T09:21:19,609 INFO [M:0;5b0ae2ee7b9e:35891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:21:19,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:21:19,770 INFO [M:0;5b0ae2ee7b9e:35891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:21:19,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35891-0x1015cb1ff140003, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:21:19,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a7f3a10{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:21:19,782 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12035f1c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:21:19,782 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:21:19,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@850c79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:21:19,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1065ee7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/hadoop.log.dir/,STOPPED} 2024-11-21T09:21:19,785 WARN [BP-1420103443-172.17.0.2-1732180842878 heartbeating to localhost/127.0.0.1:45269 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:21:19,785 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:21:19,785 WARN [BP-1420103443-172.17.0.2-1732180842878 heartbeating to localhost/127.0.0.1:45269 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1420103443-172.17.0.2-1732180842878 (Datanode Uuid 8a219d36-cabe-4180-b723-b16dd74927be) service to localhost/127.0.0.1:45269 2024-11-21T09:21:19,785 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:21:19,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/cluster_4197c284-c2de-de5f-f5fd-b4cf09a3b555/data/data1/current/BP-1420103443-172.17.0.2-1732180842878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:21:19,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/cluster_4197c284-c2de-de5f-f5fd-b4cf09a3b555/data/data2/current/BP-1420103443-172.17.0.2-1732180842878 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:21:19,786 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:21:19,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e089e8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:21:19,796 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43ab3f38{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:21:19,796 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:21:19,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5993cf82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:21:19,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b355ad2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2011788-ec96-b49f-98b3-efe91694d543/hadoop.log.dir/,STOPPED} 2024-11-21T09:21:19,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T09:21:19,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T09:21:19,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:21:19,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:19,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:19,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:19,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:19,813 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:21:19,813 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1711109224, stopped=false 2024-11-21T09:21:19,813 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,38487,1732180839213 2024-11-21T09:21:19,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01460858690/running 2024-11-21T09:21:19,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x1015cb1ff140001, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01460858690/running 2024-11-21T09:21:19,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01460858690 2024-11-21T09:21:19,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x1015cb1ff140001, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01460858690 2024-11-21T09:21:19,828 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:21:19,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38445-0x1015cb1ff140001, quorum=127.0.0.1:61841, baseZNode=/01460858690 Set watcher on znode that does not yet exist, /01460858690/running 2024-11-21T09:21:19,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Set watcher on znode that does not yet exist, /01460858690/running 2024-11-21T09:21:19,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:21:19,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:19,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:19,829 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,38445,1732180839449' ***** 2024-11-21T09:21:19,829 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:21:19,830 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:21:19,830 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:21:19,830 INFO [RS:0;5b0ae2ee7b9e:38445 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:21:19,830 INFO [RS:0;5b0ae2ee7b9e:38445 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:21:19,830 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(3091): Received CLOSE for fe9f0a25da86a2b8320657135ec96874 2024-11-21T09:21:19,830 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(3091): Received CLOSE for 93d7dddbef32ceb23827e730321b9e14 2024-11-21T09:21:19,830 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,38445,1732180839449 2024-11-21T09:21:19,830 INFO [RS:0;5b0ae2ee7b9e:38445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:21:19,830 INFO [RS:0;5b0ae2ee7b9e:38445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:38445. 2024-11-21T09:21:19,830 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe9f0a25da86a2b8320657135ec96874, disabling compactions & flushes 2024-11-21T09:21:19,830 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:19,830 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874. 2024-11-21T09:21:19,831 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:19,831 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874. 2024-11-21T09:21:19,831 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:21:19,831 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874. after waiting 0 ms 2024-11-21T09:21:19,831 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:21:19,831 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874. 2024-11-21T09:21:19,831 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:21:19,831 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:21:19,831 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fe9f0a25da86a2b8320657135ec96874 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-21T09:21:19,831 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T09:21:19,831 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(1325): Online Regions={fe9f0a25da86a2b8320657135ec96874=hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874., 1588230740=hbase:meta,,1.1588230740, 93d7dddbef32ceb23827e730321b9e14=test,,1732180854380.93d7dddbef32ceb23827e730321b9e14.} 2024-11-21T09:21:19,831 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 93d7dddbef32ceb23827e730321b9e14, fe9f0a25da86a2b8320657135ec96874 2024-11-21T09:21:19,831 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:21:19,831 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:21:19,831 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:21:19,831 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:21:19,831 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:21:19,831 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T09:21:19,850 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/replication/fe9f0a25da86a2b8320657135ec96874/.tmp/queue/70ee3059037f4451872c0dd9e32056cd is 154, key is 1-5b0ae2ee7b9e,38445,1732180839449/queue:5b0ae2ee7b9e%2C38445%2C1732180839449/1732180873496/Put/seqid=0 2024-11-21T09:21:19,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741840_1016 (size=5353) 2024-11-21T09:21:19,855 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/replication/fe9f0a25da86a2b8320657135ec96874/.tmp/queue/70ee3059037f4451872c0dd9e32056cd 2024-11-21T09:21:19,856 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740/.tmp/info/6fb31efca68b4fb4ac25044ec6576aad is 147, key is hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874./info:regioninfo/1732180860594/Put/seqid=0 2024-11-21T09:21:19,862 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/replication/fe9f0a25da86a2b8320657135ec96874/.tmp/queue/70ee3059037f4451872c0dd9e32056cd as hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/replication/fe9f0a25da86a2b8320657135ec96874/queue/70ee3059037f4451872c0dd9e32056cd 2024-11-21T09:21:19,866 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/replication/fe9f0a25da86a2b8320657135ec96874/queue/70ee3059037f4451872c0dd9e32056cd, entries=1, sequenceid=14, filesize=5.2 K 2024-11-21T09:21:19,867 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for fe9f0a25da86a2b8320657135ec96874 in 36ms, sequenceid=14, compaction requested=false 2024-11-21T09:21:19,867 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T09:21:19,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741841_1017 (size=7686) 2024-11-21T09:21:19,873 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740/.tmp/info/6fb31efca68b4fb4ac25044ec6576aad 2024-11-21T09:21:19,876 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/replication/fe9f0a25da86a2b8320657135ec96874/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-21T09:21:19,877 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:21:19,877 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:21:19,877 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874. 2024-11-21T09:21:19,877 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe9f0a25da86a2b8320657135ec96874: Waiting for close lock at 1732180879830Running coprocessor pre-close hooks at 1732180879830Disabling compacts and flushes for region at 1732180879830Disabling writes for close at 1732180879831 (+1 ms)Obtaining lock to block concurrent updates at 1732180879831Preparing flush snapshotting stores in fe9f0a25da86a2b8320657135ec96874 at 1732180879831Finished memstore snapshotting hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732180879831Flushing stores of hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874. at 1732180879832 (+1 ms)Flushing fe9f0a25da86a2b8320657135ec96874/queue: creating writer at 1732180879832Flushing fe9f0a25da86a2b8320657135ec96874/queue: appending metadata at 1732180879850 (+18 ms)Flushing fe9f0a25da86a2b8320657135ec96874/queue: closing flushed file at 1732180879850Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@780c3719: reopening flushed file at 1732180879862 (+12 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for fe9f0a25da86a2b8320657135ec96874 in 36ms, sequenceid=14, compaction requested=false at 1732180879867 (+5 ms)Writing region close event to WAL at 1732180879871 (+4 ms)Running coprocessor post-close hooks at 1732180879877 (+6 ms)Closed at 1732180879877 2024-11-21T09:21:19,877 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732180859833.fe9f0a25da86a2b8320657135ec96874. 2024-11-21T09:21:19,877 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93d7dddbef32ceb23827e730321b9e14, disabling compactions & flushes 2024-11-21T09:21:19,877 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732180854380.93d7dddbef32ceb23827e730321b9e14. 2024-11-21T09:21:19,877 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180854380.93d7dddbef32ceb23827e730321b9e14. 2024-11-21T09:21:19,877 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732180854380.93d7dddbef32ceb23827e730321b9e14. after waiting 0 ms 2024-11-21T09:21:19,877 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732180854380.93d7dddbef32ceb23827e730321b9e14. 2024-11-21T09:21:19,878 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 93d7dddbef32ceb23827e730321b9e14 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-21T09:21:19,891 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/default/test/93d7dddbef32ceb23827e730321b9e14/.tmp/f/f08203e3a4e040f4b1707c9b228507ab is 37, key is row3/f:row3/1732180871992/Put/seqid=0 2024-11-21T09:21:19,893 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740/.tmp/ns/18eea43fe42e4880b35232ae7140a566 is 43, key is default/ns:d/1732180842793/Put/seqid=0 2024-11-21T09:21:19,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741842_1018 (size=5228) 2024-11-21T09:21:19,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741843_1019 (size=5153) 2024-11-21T09:21:19,912 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:21:20,031 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 93d7dddbef32ceb23827e730321b9e14 2024-11-21T09:21:20,062 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1493, reset compression=false 2024-11-21T09:21:20,065 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:20,065 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1740, reset compression=false 2024-11-21T09:21:20,065 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.shipper5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,38445,1732180839449 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:21:20,066 ERROR [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.shipper5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5b0ae2ee7b9e,38445,1732180839449: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5b0ae2ee7b9e,38445,1732180839449, walGroup=5b0ae2ee7b9e%2C38445%2C1732180839449, offset=5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:38445 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T09:21:20,067 ERROR [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.shipper5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T09:21:20,067 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.shipper5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T09:21:20,068 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.shipper5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T09:21:20,068 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.shipper5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T09:21:20,068 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.shipper5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T09:21:20,068 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.shipper5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 853822864 }, "NonHeapMemoryUsage": { "committed": 202702848, "init": 7667712, "max": -1, "used": 199858440 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T09:21:20,068 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.shipper5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:38487 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T09:21:20,231 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 93d7dddbef32ceb23827e730321b9e14 2024-11-21T09:21:20,269 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1740, reset compression=false 2024-11-21T09:21:20,301 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/default/test/93d7dddbef32ceb23827e730321b9e14/.tmp/f/f08203e3a4e040f4b1707c9b228507ab 2024-11-21T09:21:20,302 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740/.tmp/ns/18eea43fe42e4880b35232ae7140a566 2024-11-21T09:21:20,308 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f08203e3a4e040f4b1707c9b228507ab 2024-11-21T09:21:20,337 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/default/test/93d7dddbef32ceb23827e730321b9e14/.tmp/f1/a6175ce5dd36419a8c39540e9cf19974 is 30, key is row1/f1:/1732180869338/DeleteFamily/seqid=0 2024-11-21T09:21:20,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741844_1020 (size=5158) 2024-11-21T09:21:20,351 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740/.tmp/rep_barrier/fcd4b9d523d540758679c6dd13133856 is 112, key is test,,1732180854380.93d7dddbef32ceb23827e730321b9e14./rep_barrier:seqnumDuringOpen/1732180855119/Put/seqid=0 2024-11-21T09:21:20,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741845_1021 (size=5518) 2024-11-21T09:21:20,355 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740/.tmp/rep_barrier/fcd4b9d523d540758679c6dd13133856 2024-11-21T09:21:20,383 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740/.tmp/table/1958b8d23a584cf29474f066566c77dc is 53, key is hbase:replication/table:state/1732180860600/Put/seqid=0 2024-11-21T09:21:20,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741846_1022 (size=5308) 2024-11-21T09:21:20,396 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740/.tmp/table/1958b8d23a584cf29474f066566c77dc 2024-11-21T09:21:20,403 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740/.tmp/info/6fb31efca68b4fb4ac25044ec6576aad as hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740/info/6fb31efca68b4fb4ac25044ec6576aad 2024-11-21T09:21:20,415 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740/info/6fb31efca68b4fb4ac25044ec6576aad, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T09:21:20,417 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740/.tmp/ns/18eea43fe42e4880b35232ae7140a566 as hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740/ns/18eea43fe42e4880b35232ae7140a566 2024-11-21T09:21:20,423 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740/ns/18eea43fe42e4880b35232ae7140a566, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T09:21:20,425 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740/.tmp/rep_barrier/fcd4b9d523d540758679c6dd13133856 as hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740/rep_barrier/fcd4b9d523d540758679c6dd13133856 2024-11-21T09:21:20,431 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740/rep_barrier/fcd4b9d523d540758679c6dd13133856, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T09:21:20,432 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 93d7dddbef32ceb23827e730321b9e14 2024-11-21T09:21:20,432 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740/.tmp/table/1958b8d23a584cf29474f066566c77dc as hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740/table/1958b8d23a584cf29474f066566c77dc 2024-11-21T09:21:20,437 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740/table/1958b8d23a584cf29474f066566c77dc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T09:21:20,439 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 608ms, sequenceid=16, compaction requested=false 2024-11-21T09:21:20,439 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T09:21:20,449 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T09:21:20,449 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:21:20,449 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:21:20,450 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:21:20,450 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180879831Running coprocessor pre-close hooks at 1732180879831Disabling compacts and flushes for region at 1732180879831Disabling writes for close at 1732180879831Obtaining lock to block concurrent updates at 1732180879831Preparing flush snapshotting stores in 1588230740 at 1732180879831Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732180879832 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732180879833 (+1 ms)Flushing 1588230740/info: creating writer at 1732180879833Flushing 1588230740/info: appending metadata at 1732180879856 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732180879856Flushing 1588230740/ns: creating writer at 1732180879877 (+21 ms)Flushing 1588230740/ns: appending metadata at 1732180879892 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732180879892Flushing 1588230740/rep_barrier: creating writer at 1732180880331 (+439 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732180880350 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732180880350Flushing 1588230740/table: creating writer at 1732180880360 (+10 ms)Flushing 1588230740/table: appending metadata at 1732180880383 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732180880383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c8d8f: reopening flushed file at 1732180880402 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68bbe6fb: reopening flushed file at 1732180880416 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43019afa: reopening flushed file at 1732180880423 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c3bf449: reopening flushed file at 1732180880431 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 608ms, sequenceid=16, compaction requested=false at 1732180880439 (+8 ms)Writing region close event to WAL at 1732180880445 (+6 ms)Running coprocessor post-close hooks at 1732180880449 (+4 ms)Closed at 1732180880450 (+1 ms) 2024-11-21T09:21:20,450 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:21:20,574 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1740, reset compression=false 2024-11-21T09:21:20,584 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:21:20,584 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:21:20,632 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(1351): Waiting on 93d7dddbef32ceb23827e730321b9e14 2024-11-21T09:21:20,746 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/default/test/93d7dddbef32ceb23827e730321b9e14/.tmp/f1/a6175ce5dd36419a8c39540e9cf19974 2024-11-21T09:21:20,753 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6175ce5dd36419a8c39540e9cf19974 2024-11-21T09:21:20,774 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/default/test/93d7dddbef32ceb23827e730321b9e14/.tmp/norep/76b18a18d55d4796bc72bb83f4240035 is 32, key is row/norep:/1732180868333/DeleteFamily/seqid=0 2024-11-21T09:21:20,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741847_1023 (size=5101) 2024-11-21T09:21:20,832 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T09:21:20,832 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(1325): Online Regions={93d7dddbef32ceb23827e730321b9e14=test,,1732180854380.93d7dddbef32ceb23827e730321b9e14.} 2024-11-21T09:21:20,832 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(1351): Waiting on 93d7dddbef32ceb23827e730321b9e14 2024-11-21T09:21:20,978 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1740, reset compression=false 2024-11-21T09:21:21,032 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(1351): Waiting on 93d7dddbef32ceb23827e730321b9e14 2024-11-21T09:21:21,211 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/default/test/93d7dddbef32ceb23827e730321b9e14/.tmp/norep/76b18a18d55d4796bc72bb83f4240035 2024-11-21T09:21:21,216 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76b18a18d55d4796bc72bb83f4240035 2024-11-21T09:21:21,219 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/default/test/93d7dddbef32ceb23827e730321b9e14/.tmp/f/f08203e3a4e040f4b1707c9b228507ab as hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/default/test/93d7dddbef32ceb23827e730321b9e14/f/f08203e3a4e040f4b1707c9b228507ab 2024-11-21T09:21:21,224 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f08203e3a4e040f4b1707c9b228507ab 2024-11-21T09:21:21,224 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/default/test/93d7dddbef32ceb23827e730321b9e14/f/f08203e3a4e040f4b1707c9b228507ab, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T09:21:21,225 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/default/test/93d7dddbef32ceb23827e730321b9e14/.tmp/f1/a6175ce5dd36419a8c39540e9cf19974 as hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/default/test/93d7dddbef32ceb23827e730321b9e14/f1/a6175ce5dd36419a8c39540e9cf19974 2024-11-21T09:21:21,232 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a6175ce5dd36419a8c39540e9cf19974 2024-11-21T09:21:21,232 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/default/test/93d7dddbef32ceb23827e730321b9e14/f1/a6175ce5dd36419a8c39540e9cf19974, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T09:21:21,232 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(1351): Waiting on 93d7dddbef32ceb23827e730321b9e14 2024-11-21T09:21:21,233 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/default/test/93d7dddbef32ceb23827e730321b9e14/.tmp/norep/76b18a18d55d4796bc72bb83f4240035 as hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/default/test/93d7dddbef32ceb23827e730321b9e14/norep/76b18a18d55d4796bc72bb83f4240035 2024-11-21T09:21:21,237 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76b18a18d55d4796bc72bb83f4240035 2024-11-21T09:21:21,237 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/default/test/93d7dddbef32ceb23827e730321b9e14/norep/76b18a18d55d4796bc72bb83f4240035, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T09:21:21,237 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 93d7dddbef32ceb23827e730321b9e14 in 1359ms, sequenceid=12, compaction requested=false 2024-11-21T09:21:21,272 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/data/default/test/93d7dddbef32ceb23827e730321b9e14/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T09:21:21,273 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:21:21,273 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:21:21,273 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732180854380.93d7dddbef32ceb23827e730321b9e14. 2024-11-21T09:21:21,273 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93d7dddbef32ceb23827e730321b9e14: Waiting for close lock at 1732180879877Running coprocessor pre-close hooks at 1732180879877Disabling compacts and flushes for region at 1732180879877Disabling writes for close at 1732180879877Obtaining lock to block concurrent updates at 1732180879878 (+1 ms)Preparing flush snapshotting stores in 93d7dddbef32ceb23827e730321b9e14 at 1732180879878Finished memstore snapshotting test,,1732180854380.93d7dddbef32ceb23827e730321b9e14., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732180879878Flushing stores of test,,1732180854380.93d7dddbef32ceb23827e730321b9e14. at 1732180879878Flushing 93d7dddbef32ceb23827e730321b9e14/f: creating writer at 1732180879879 (+1 ms)Flushing 93d7dddbef32ceb23827e730321b9e14/f: appending metadata at 1732180879891 (+12 ms)Flushing 93d7dddbef32ceb23827e730321b9e14/f: closing flushed file at 1732180879891Flushing 93d7dddbef32ceb23827e730321b9e14/f1: creating writer at 1732180880308 (+417 ms)Flushing 93d7dddbef32ceb23827e730321b9e14/f1: appending metadata at 1732180880336 (+28 ms)Flushing 93d7dddbef32ceb23827e730321b9e14/f1: closing flushed file at 1732180880337 (+1 ms)Flushing 93d7dddbef32ceb23827e730321b9e14/norep: creating writer at 1732180880753 (+416 ms)Flushing 93d7dddbef32ceb23827e730321b9e14/norep: appending metadata at 1732180880773 (+20 ms)Flushing 93d7dddbef32ceb23827e730321b9e14/norep: closing flushed file at 1732180880773Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d577c2d: reopening flushed file at 1732180881216 (+443 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dcb95b6: reopening flushed file at 1732180881225 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c382ec1: reopening flushed file at 1732180881232 (+7 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 93d7dddbef32ceb23827e730321b9e14 in 1359ms, sequenceid=12, compaction requested=false at 1732180881237 (+5 ms)Writing region close event to WAL at 1732180881268 (+31 ms)Running coprocessor post-close hooks at 1732180881273 (+5 ms)Closed at 1732180881273 2024-11-21T09:21:21,273 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732180854380.93d7dddbef32ceb23827e730321b9e14. 2024-11-21T09:21:21,433 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,38445,1732180839449; all regions closed. 2024-11-21T09:21:21,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741834_1010 (size=4239) 2024-11-21T09:21:21,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741839_1015 (size=3552) 2024-11-21T09:21:21,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741832_1008 (size=2392) 2024-11-21T09:21:21,442 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 not finished, retry = 0 2024-11-21T09:21:21,488 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 to pos 1740, reset compression=false 2024-11-21T09:21:21,543 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:21,543 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:21:21,543 INFO [RS:0;5b0ae2ee7b9e:38445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:21:21,543 INFO [RS:0;5b0ae2ee7b9e:38445 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T09:21:21,543 INFO [RS:0;5b0ae2ee7b9e:38445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:21:21,543 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:21:21,544 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b0ae2ee7b9e,38445,1732180839449 because: Region server is closing 2024-11-21T09:21:21,544 INFO [RS:0;5b0ae2ee7b9e:38445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:38445. 2024-11-21T09:21:21,544 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:21,544 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:21,544 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:21,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:21,545 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/WALs/5b0ae2ee7b9e,38445,1732180839449/5b0ae2ee7b9e%2C38445%2C1732180839449.1732180841703 2024-11-21T09:21:21,545 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.wal-reader.5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:21,644 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38445,1732180839449.replicationSource.shipper5b0ae2ee7b9e%2C38445%2C1732180839449,1-5b0ae2ee7b9e,38445,1732180839449 terminated 2024-11-21T09:21:21,644 INFO [RS:0;5b0ae2ee7b9e:38445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:38445. 2024-11-21T09:21:21,644 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:21,645 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:21,645 DEBUG [RS:0;5b0ae2ee7b9e:38445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:21,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:21,645 INFO [RS:0;5b0ae2ee7b9e:38445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38445 2024-11-21T09:21:21,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x1015cb1ff140001, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01460858690/rs/5b0ae2ee7b9e,38445,1732180839449 2024-11-21T09:21:21,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01460858690/rs 2024-11-21T09:21:21,691 INFO [RS:0;5b0ae2ee7b9e:38445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:21:21,704 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,38445,1732180839449] 2024-11-21T09:21:21,712 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01460858690/draining/5b0ae2ee7b9e,38445,1732180839449 already deleted, retry=false 2024-11-21T09:21:21,712 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,38445,1732180839449 expired; onlineServers=0 2024-11-21T09:21:21,712 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,38487,1732180839213' ***** 2024-11-21T09:21:21,712 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:21:21,712 INFO [M:0;5b0ae2ee7b9e:38487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:21:21,712 INFO [M:0;5b0ae2ee7b9e:38487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:21:21,712 DEBUG [M:0;5b0ae2ee7b9e:38487 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:21:21,712 DEBUG [M:0;5b0ae2ee7b9e:38487 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:21:21,712 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:21:21,712 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180841499 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180841499,5,FailOnTimeoutGroup] 2024-11-21T09:21:21,712 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180841499 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180841499,5,FailOnTimeoutGroup] 2024-11-21T09:21:21,712 INFO [M:0;5b0ae2ee7b9e:38487 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:21:21,712 INFO [M:0;5b0ae2ee7b9e:38487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:21:21,713 DEBUG [M:0;5b0ae2ee7b9e:38487 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:21:21,713 INFO [M:0;5b0ae2ee7b9e:38487 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:21:21,713 INFO [M:0;5b0ae2ee7b9e:38487 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:21:21,713 ERROR [M:0;5b0ae2ee7b9e:38487 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44547,5,PEWorkerGroup] 2024-11-21T09:21:21,713 INFO [M:0;5b0ae2ee7b9e:38487 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:21:21,713 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:21:21,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01460858690/master 2024-11-21T09:21:21,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01460858690 2024-11-21T09:21:21,733 DEBUG [M:0;5b0ae2ee7b9e:38487 {}] zookeeper.RecoverableZooKeeper(212): Node /01460858690/master already deleted, retry=false 2024-11-21T09:21:21,733 DEBUG [M:0;5b0ae2ee7b9e:38487 {}] master.ActiveMasterManager(353): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Failed delete of our master address node; KeeperErrorCode = NoNode for /01460858690/master 2024-11-21T09:21:21,734 INFO [M:0;5b0ae2ee7b9e:38487 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/.lastflushedseqids 2024-11-21T09:21:21,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741848_1024 (size=245) 2024-11-21T09:21:21,802 INFO [RS:0;5b0ae2ee7b9e:38445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:21:21,802 INFO [RS:0;5b0ae2ee7b9e:38445 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,38445,1732180839449; zookeeper connection closed. 2024-11-21T09:21:21,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x1015cb1ff140001, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:21:21,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x1015cb1ff140001, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:21:21,802 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60e5a615 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60e5a615 2024-11-21T09:21:21,802 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T09:21:22,152 INFO [M:0;5b0ae2ee7b9e:38487 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:21:22,152 INFO [M:0;5b0ae2ee7b9e:38487 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:21:22,152 DEBUG [M:0;5b0ae2ee7b9e:38487 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:21:22,152 INFO [M:0;5b0ae2ee7b9e:38487 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:22,152 DEBUG [M:0;5b0ae2ee7b9e:38487 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:22,152 DEBUG [M:0;5b0ae2ee7b9e:38487 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:21:22,152 DEBUG [M:0;5b0ae2ee7b9e:38487 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:22,152 INFO [M:0;5b0ae2ee7b9e:38487 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-21T09:21:22,166 DEBUG [M:0;5b0ae2ee7b9e:38487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06084c105dfd42e993a28646ec16479b is 82, key is hbase:meta,,1/info:regioninfo/1732180842745/Put/seqid=0 2024-11-21T09:21:22,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741849_1025 (size=5672) 2024-11-21T09:21:22,570 INFO [M:0;5b0ae2ee7b9e:38487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06084c105dfd42e993a28646ec16479b 2024-11-21T09:21:22,597 DEBUG [M:0;5b0ae2ee7b9e:38487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8531b2c2df2245089965a57a64e8d217 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732180855128/Put/seqid=0 2024-11-21T09:21:22,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741850_1026 (size=7217) 2024-11-21T09:21:22,614 INFO [M:0;5b0ae2ee7b9e:38487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8531b2c2df2245089965a57a64e8d217 2024-11-21T09:21:22,617 INFO [M:0;5b0ae2ee7b9e:38487 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8531b2c2df2245089965a57a64e8d217 2024-11-21T09:21:22,633 DEBUG [M:0;5b0ae2ee7b9e:38487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/217b6c70718c483c99b955c2c87ff775 is 69, key is 5b0ae2ee7b9e,38445,1732180839449/rs:state/1732180841559/Put/seqid=0 2024-11-21T09:21:22,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741851_1027 (size=5156) 2024-11-21T09:21:22,670 INFO [M:0;5b0ae2ee7b9e:38487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/217b6c70718c483c99b955c2c87ff775 2024-11-21T09:21:22,676 DEBUG [M:0;5b0ae2ee7b9e:38487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06084c105dfd42e993a28646ec16479b as hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06084c105dfd42e993a28646ec16479b 2024-11-21T09:21:22,680 INFO [M:0;5b0ae2ee7b9e:38487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06084c105dfd42e993a28646ec16479b, entries=8, sequenceid=105, filesize=5.5 K 2024-11-21T09:21:22,681 DEBUG [M:0;5b0ae2ee7b9e:38487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8531b2c2df2245089965a57a64e8d217 as hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8531b2c2df2245089965a57a64e8d217 2024-11-21T09:21:22,685 INFO [M:0;5b0ae2ee7b9e:38487 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8531b2c2df2245089965a57a64e8d217 2024-11-21T09:21:22,685 INFO [M:0;5b0ae2ee7b9e:38487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8531b2c2df2245089965a57a64e8d217, entries=11, sequenceid=105, filesize=7.0 K 2024-11-21T09:21:22,686 DEBUG [M:0;5b0ae2ee7b9e:38487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/217b6c70718c483c99b955c2c87ff775 as hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/217b6c70718c483c99b955c2c87ff775 2024-11-21T09:21:22,691 INFO [M:0;5b0ae2ee7b9e:38487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44547/user/jenkins/test-data/332b4fd2-f647-13d8-8538-b91a0c0f83f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/217b6c70718c483c99b955c2c87ff775, entries=1, sequenceid=105, filesize=5.0 K 2024-11-21T09:21:22,692 INFO [M:0;5b0ae2ee7b9e:38487 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 540ms, sequenceid=105, compaction requested=false 2024-11-21T09:21:22,713 INFO [M:0;5b0ae2ee7b9e:38487 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:22,713 DEBUG [M:0;5b0ae2ee7b9e:38487 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180882152Disabling compacts and flushes for region at 1732180882152Disabling writes for close at 1732180882152Obtaining lock to block concurrent updates at 1732180882152Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180882152Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732180882153 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180882153Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180882153Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180882166 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180882166Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180882574 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180882596 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180882596Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180882617 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180882632 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180882632Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23bad925: reopening flushed file at 1732180882675 (+43 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7288787b: reopening flushed file at 1732180882681 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e36f635: reopening flushed file at 1732180882686 (+5 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 540ms, sequenceid=105, compaction requested=false at 1732180882692 (+6 ms)Writing region close event to WAL at 1732180882713 (+21 ms)Closed at 1732180882713 2024-11-21T09:21:22,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44225 is added to blk_1073741830_1006 (size=64411) 2024-11-21T09:21:22,734 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:21:22,734 INFO [M:0;5b0ae2ee7b9e:38487 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:21:22,734 INFO [M:0;5b0ae2ee7b9e:38487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38487 2024-11-21T09:21:22,735 INFO [M:0;5b0ae2ee7b9e:38487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:21:22,865 INFO [M:0;5b0ae2ee7b9e:38487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:21:22,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:21:22,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38487-0x1015cb1ff140000, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:21:22,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a80f27d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:21:22,885 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41beb40b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:21:22,885 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:21:22,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e3b099c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:21:22,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c51c0c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/hadoop.log.dir/,STOPPED} 2024-11-21T09:21:22,887 WARN [BP-960905793-172.17.0.2-1732180837247 heartbeating to localhost/127.0.0.1:44547 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:21:22,887 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:21:22,888 WARN [BP-960905793-172.17.0.2-1732180837247 heartbeating to localhost/127.0.0.1:44547 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-960905793-172.17.0.2-1732180837247 (Datanode Uuid e99bb94e-9554-4a82-9863-e73761f133ad) service to localhost/127.0.0.1:44547 2024-11-21T09:21:22,888 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:21:22,888 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/cluster_df100322-2b11-8362-008e-745868c40c8f/data/data1/current/BP-960905793-172.17.0.2-1732180837247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:21:22,889 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/cluster_df100322-2b11-8362-008e-745868c40c8f/data/data2/current/BP-960905793-172.17.0.2-1732180837247 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:21:22,889 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:21:22,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5778d52{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:21:22,898 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a46dceb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:21:22,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:21:22,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b89db51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:21:22,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@190d83a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b29dda29-7dce-8b59-cbc5-457f66a324cb/hadoop.log.dir/,STOPPED} 2024-11-21T09:21:22,909 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T09:21:22,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T09:21:22,934 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 260) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38617 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38617 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44547 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38617 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45269 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:44547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61841) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:38617 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38617 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:45269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61841) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61841) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38617 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=731 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=387 (was 304) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1466 (was 1664) 2024-11-21T09:21:22,945 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=1466 2024-11-21T09:21:22,959 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-21T09:21:22,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/hadoop.log.dir so I do NOT create it in target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5 2024-11-21T09:21:22,960 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T09:21:22,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/hadoop.tmp.dir so I do NOT create it in target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5 2024-11-21T09:21:22,960 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c071555c-2ec4-c69c-588c-64d053e8ba29/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T09:21:22,960 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5 2024-11-21T09:21:22,960 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/cluster_6afc829e-6cef-fc07-b320-c0a8ddaaa4de, deleteOnExit=true 2024-11-21T09:21:22,964 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/cluster_6afc829e-6cef-fc07-b320-c0a8ddaaa4de/zookeeper_0, clientPort=62829, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/cluster_6afc829e-6cef-fc07-b320-c0a8ddaaa4de/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/cluster_6afc829e-6cef-fc07-b320-c0a8ddaaa4de/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T09:21:22,977 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62829 2024-11-21T09:21:22,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T09:21:22,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T09:21:22,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/test.cache.data in system properties and HBase conf 2024-11-21T09:21:22,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T09:21:22,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/hadoop.log.dir in system properties and HBase conf 2024-11-21T09:21:22,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T09:21:22,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T09:21:22,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T09:21:22,977 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T09:21:22,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:21:22,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:21:22,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T09:21:22,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:21:22,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T09:21:22,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T09:21:22,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:21:22,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:21:22,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T09:21:22,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/nfs.dump.dir in system properties and HBase conf 2024-11-21T09:21:22,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/java.io.tmpdir in system properties and HBase conf 2024-11-21T09:21:22,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:21:22,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T09:21:22,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T09:21:23,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015cb1ff140008, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T09:21:23,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015cb1ff140002, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T09:21:23,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015cb1ff140008, quorum=127.0.0.1:61841, baseZNode=/2-472255950 Received Disconnected from ZooKeeper, ignoring 2024-11-21T09:21:23,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015cb1ff140002, quorum=127.0.0.1:61841, baseZNode=/01460858690 Received Disconnected from ZooKeeper, ignoring 2024-11-21T09:21:23,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015cb1ff140005, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T09:21:23,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015cb1ff140005, quorum=127.0.0.1:61841, baseZNode=/1-1931749030 Received Disconnected from ZooKeeper, ignoring 2024-11-21T09:21:23,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:21:23,362 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:21:23,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:21:23,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:21:23,376 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:21:23,381 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:21:23,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5aab1392{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:21:23,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b8f6086{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:21:23,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@237e26d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/java.io.tmpdir/jetty-localhost-37301-hadoop-hdfs-3_4_1-tests_jar-_-any-10176972028275888865/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:21:23,527 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@547cb1{HTTP/1.1, (http/1.1)}{localhost:37301} 2024-11-21T09:21:23,527 INFO [Time-limited test {}] server.Server(415): Started @273761ms 2024-11-21T09:21:23,848 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:21:23,849 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:23,849 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:23,849 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:23,849 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:23,849 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:23,890 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:23,890 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:23,890 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:23,891 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:23,891 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:23,891 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:23,898 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:23,901 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:23,902 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:23,903 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:23,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:21:23,936 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:21:23,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:21:23,945 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:21:23,945 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:21:23,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50bad6ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:21:23,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a4e039b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:21:24,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c206a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/java.io.tmpdir/jetty-localhost-46881-hadoop-hdfs-3_4_1-tests_jar-_-any-8414638194748845304/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:21:24,061 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64344aab{HTTP/1.1, (http/1.1)}{localhost:46881} 2024-11-21T09:21:24,061 INFO [Time-limited test {}] server.Server(415): Started @274295ms 2024-11-21T09:21:24,062 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:21:24,853 WARN [Thread-3456 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/cluster_6afc829e-6cef-fc07-b320-c0a8ddaaa4de/data/data2/current/BP-227984766-172.17.0.2-1732180883001/current, will proceed with Du for space computation calculation, 2024-11-21T09:21:24,853 WARN [Thread-3455 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/cluster_6afc829e-6cef-fc07-b320-c0a8ddaaa4de/data/data1/current/BP-227984766-172.17.0.2-1732180883001/current, will proceed with Du for space computation calculation, 2024-11-21T09:21:24,909 WARN [Thread-3443 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:21:24,914 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x154a0b82dabd45a3 with lease ID 0xe8d07cdeb287eb22: Processing first storage report for DS-22ed8072-145e-419d-a58e-b6d66c2571c8 from datanode DatanodeRegistration(127.0.0.1:42785, datanodeUuid=357b0403-8c8e-49d9-a555-c00cd4f75b56, infoPort=39103, infoSecurePort=0, ipcPort=40659, storageInfo=lv=-57;cid=testClusterID;nsid=525614158;c=1732180883001) 2024-11-21T09:21:24,914 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x154a0b82dabd45a3 with lease ID 0xe8d07cdeb287eb22: from storage DS-22ed8072-145e-419d-a58e-b6d66c2571c8 node DatanodeRegistration(127.0.0.1:42785, datanodeUuid=357b0403-8c8e-49d9-a555-c00cd4f75b56, infoPort=39103, infoSecurePort=0, ipcPort=40659, storageInfo=lv=-57;cid=testClusterID;nsid=525614158;c=1732180883001), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:21:24,914 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x154a0b82dabd45a3 with lease ID 0xe8d07cdeb287eb22: Processing first storage report for DS-297f3b0e-eb1b-4b4b-a0a7-e2942af4a677 from datanode DatanodeRegistration(127.0.0.1:42785, datanodeUuid=357b0403-8c8e-49d9-a555-c00cd4f75b56, infoPort=39103, infoSecurePort=0, ipcPort=40659, storageInfo=lv=-57;cid=testClusterID;nsid=525614158;c=1732180883001) 2024-11-21T09:21:24,914 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x154a0b82dabd45a3 with lease ID 0xe8d07cdeb287eb22: from storage DS-297f3b0e-eb1b-4b4b-a0a7-e2942af4a677 node DatanodeRegistration(127.0.0.1:42785, datanodeUuid=357b0403-8c8e-49d9-a555-c00cd4f75b56, infoPort=39103, infoSecurePort=0, ipcPort=40659, storageInfo=lv=-57;cid=testClusterID;nsid=525614158;c=1732180883001), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:21:25,000 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5 2024-11-21T09:21:25,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:21:25,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:21:25,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:21:25,409 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9 with version=8 2024-11-21T09:21:25,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/hbase-staging 2024-11-21T09:21:25,411 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:21:25,411 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:21:25,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:21:25,412 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:21:25,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:21:25,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:21:25,412 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:21:25,412 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:21:25,413 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36949 2024-11-21T09:21:25,413 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36949 connecting to ZooKeeper ensemble=127.0.0.1:62829 2024-11-21T09:21:25,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369490x0, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:21:25,496 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36949-0x1015cb2b1bf0000 connected 2024-11-21T09:21:25,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:21:25,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:21:25,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Set watcher on znode that does not yet exist, /0-2070251075/running 2024-11-21T09:21:25,595 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9, hbase.cluster.distributed=false 2024-11-21T09:21:25,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Set watcher on znode that does not yet exist, /0-2070251075/acl 2024-11-21T09:21:25,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36949 2024-11-21T09:21:25,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36949 2024-11-21T09:21:25,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36949 2024-11-21T09:21:25,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36949 2024-11-21T09:21:25,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36949 2024-11-21T09:21:25,620 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:21:25,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:21:25,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:21:25,620 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:21:25,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:21:25,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:21:25,620 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:21:25,621 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:21:25,628 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45257 2024-11-21T09:21:25,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45257 connecting to ZooKeeper ensemble=127.0.0.1:62829 2024-11-21T09:21:25,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:21:25,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:21:25,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452570x0, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:21:25,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452570x0, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Set watcher on znode that does not yet exist, /0-2070251075/running 2024-11-21T09:21:25,647 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:21:25,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45257-0x1015cb2b1bf0001 connected 2024-11-21T09:21:25,648 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:21:25,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45257-0x1015cb2b1bf0001, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Set watcher on znode that does not yet exist, /0-2070251075/master 2024-11-21T09:21:25,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45257-0x1015cb2b1bf0001, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Set watcher on znode that does not yet exist, /0-2070251075/acl 2024-11-21T09:21:25,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45257 2024-11-21T09:21:25,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45257 2024-11-21T09:21:25,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45257 2024-11-21T09:21:25,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45257 2024-11-21T09:21:25,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45257 2024-11-21T09:21:25,670 DEBUG [M:0;5b0ae2ee7b9e:36949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:36949 2024-11-21T09:21:25,672 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2070251075/backup-masters/5b0ae2ee7b9e,36949,1732180885411 2024-11-21T09:21:25,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070251075/backup-masters 2024-11-21T09:21:25,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x1015cb2b1bf0001, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070251075/backup-masters 2024-11-21T09:21:25,680 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Set watcher on existing znode=/0-2070251075/backup-masters/5b0ae2ee7b9e,36949,1732180885411 2024-11-21T09:21:25,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x1015cb2b1bf0001, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2070251075/master 2024-11-21T09:21:25,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070251075 2024-11-21T09:21:25,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x1015cb2b1bf0001, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070251075 2024-11-21T09:21:25,691 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Set watcher on existing znode=/0-2070251075/master 2024-11-21T09:21:25,691 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2070251075/backup-masters/5b0ae2ee7b9e,36949,1732180885411 from backup master directory 2024-11-21T09:21:25,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x1015cb2b1bf0001, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070251075/backup-masters 2024-11-21T09:21:25,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2070251075/backup-masters/5b0ae2ee7b9e,36949,1732180885411 2024-11-21T09:21:25,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070251075/backup-masters 2024-11-21T09:21:25,701 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:21:25,701 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,36949,1732180885411 2024-11-21T09:21:25,704 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/hbase.id] with ID: ca4b0118-bd08-49be-9afd-79ecab527745 2024-11-21T09:21:25,704 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/.tmp/hbase.id 2024-11-21T09:21:25,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:21:25,713 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/.tmp/hbase.id]:[hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/hbase.id] 2024-11-21T09:21:25,722 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:21:25,722 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:21:25,723 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T09:21:25,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x1015cb2b1bf0001, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070251075 2024-11-21T09:21:25,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070251075 2024-11-21T09:21:25,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:21:26,144 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:21:26,145 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:21:26,151 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:21:26,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:21:26,174 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/data/master/store 2024-11-21T09:21:26,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:21:26,190 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:26,190 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:21:26,190 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:26,190 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:26,190 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:21:26,190 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:26,190 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:26,190 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180886190Disabling compacts and flushes for region at 1732180886190Disabling writes for close at 1732180886190Writing region close event to WAL at 1732180886190Closed at 1732180886190 2024-11-21T09:21:26,191 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/data/master/store/.initializing 2024-11-21T09:21:26,191 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/WALs/5b0ae2ee7b9e,36949,1732180885411 2024-11-21T09:21:26,192 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:21:26,194 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C36949%2C1732180885411, suffix=, logDir=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/WALs/5b0ae2ee7b9e,36949,1732180885411, archiveDir=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/oldWALs, maxLogs=10 2024-11-21T09:21:26,212 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/WALs/5b0ae2ee7b9e,36949,1732180885411/5b0ae2ee7b9e%2C36949%2C1732180885411.1732180886194, exclude list is [], retry=0 2024-11-21T09:21:26,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42785,DS-22ed8072-145e-419d-a58e-b6d66c2571c8,DISK] 2024-11-21T09:21:26,226 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/WALs/5b0ae2ee7b9e,36949,1732180885411/5b0ae2ee7b9e%2C36949%2C1732180885411.1732180886194 2024-11-21T09:21:26,226 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39103:39103)] 2024-11-21T09:21:26,226 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:21:26,227 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:26,227 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:26,227 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:26,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:26,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:21:26,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:26,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:26,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:26,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:21:26,230 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:26,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:26,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:26,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:21:26,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:26,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:26,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:26,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:21:26,234 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:26,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:26,234 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:26,235 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:26,235 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:26,236 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:26,236 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:26,237 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:21:26,238 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:26,245 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:21:26,245 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60355602, jitterRate=-0.10063144564628601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:21:26,246 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180886227Initializing all the Stores at 1732180886228 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180886228Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180886228Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180886228Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180886228Cleaning up temporary data from old regions at 1732180886236 (+8 ms)Region opened successfully at 1732180886246 (+10 ms) 2024-11-21T09:21:26,251 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:21:26,254 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe0b348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:21:26,255 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T09:21:26,255 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:21:26,255 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:21:26,255 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:21:26,256 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T09:21:26,256 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T09:21:26,257 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T09:21:26,266 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:21:26,267 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Unable to get data of znode /0-2070251075/balancer because node does not exist (not necessarily an error) 2024-11-21T09:21:26,311 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2070251075/balancer already deleted, retry=false 2024-11-21T09:21:26,312 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:21:26,313 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Unable to get data of znode /0-2070251075/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:21:26,322 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2070251075/normalizer already deleted, retry=false 2024-11-21T09:21:26,322 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:21:26,323 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Unable to get data of znode /0-2070251075/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:21:26,332 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2070251075/switch/split already deleted, retry=false 2024-11-21T09:21:26,334 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Unable to get data of znode /0-2070251075/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:21:26,343 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2070251075/switch/merge already deleted, retry=false 2024-11-21T09:21:26,350 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Unable to get data of znode /0-2070251075/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:21:26,360 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2070251075/snapshot-cleanup already deleted, retry=false 2024-11-21T09:21:26,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x1015cb2b1bf0001, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2070251075/running 2024-11-21T09:21:26,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2070251075/running 2024-11-21T09:21:26,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x1015cb2b1bf0001, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070251075 2024-11-21T09:21:26,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070251075 2024-11-21T09:21:26,372 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,36949,1732180885411, sessionid=0x1015cb2b1bf0000, setting cluster-up flag (Was=false) 2024-11-21T09:21:26,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x1015cb2b1bf0001, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070251075 2024-11-21T09:21:26,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070251075 2024-11-21T09:21:26,423 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2070251075/flush-table-proc/acquired, /0-2070251075/flush-table-proc/reached, /0-2070251075/flush-table-proc/abort 2024-11-21T09:21:26,424 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,36949,1732180885411 2024-11-21T09:21:26,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x1015cb2b1bf0001, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070251075 2024-11-21T09:21:26,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070251075 2024-11-21T09:21:26,476 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2070251075/online-snapshot/acquired, /0-2070251075/online-snapshot/reached, /0-2070251075/online-snapshot/abort 2024-11-21T09:21:26,478 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,36949,1732180885411 2024-11-21T09:21:26,479 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T09:21:26,480 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:21:26,480 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:21:26,480 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:21:26,481 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,36949,1732180885411 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:21:26,482 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:21:26,482 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:21:26,482 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:21:26,482 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:21:26,482 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:21:26,482 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:26,482 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:21:26,482 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:26,490 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:21:26,490 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T09:21:26,491 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:26,491 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T09:21:26,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T09:21:26,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T09:21:26,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:21:26,504 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180916504 2024-11-21T09:21:26,504 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:21:26,504 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:21:26,504 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:21:26,504 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:21:26,504 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:21:26,504 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:21:26,505 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:26,505 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:21:26,505 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:21:26,505 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:21:26,505 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T09:21:26,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:21:26,506 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:21:26,506 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:21:26,507 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T09:21:26,507 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9 2024-11-21T09:21:26,516 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180886506,5,FailOnTimeoutGroup] 2024-11-21T09:21:26,522 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180886516,5,FailOnTimeoutGroup] 2024-11-21T09:21:26,522 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:26,522 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:21:26,522 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:26,522 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:26,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741832_1008 (size=32) 2024-11-21T09:21:26,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:26,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:21:26,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:21:26,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:26,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:26,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:21:26,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:21:26,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:26,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:26,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:21:26,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:21:26,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:26,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:26,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:21:26,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:21:26,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:26,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:26,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:21:26,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740 2024-11-21T09:21:26,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740 2024-11-21T09:21:26,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:21:26,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:21:26,545 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:21:26,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:21:26,549 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:21:26,549 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60481842, jitterRate=-0.09875032305717468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:21:26,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732180886531Initializing all the Stores at 1732180886532 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180886532Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180886536 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180886536Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180886536Cleaning up temporary data from old regions at 1732180886544 (+8 ms)Region opened successfully at 1732180886549 (+5 ms) 2024-11-21T09:21:26,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:21:26,550 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:21:26,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:21:26,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:21:26,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:21:26,555 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:21:26,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180886550Disabling compacts and flushes for region at 1732180886550Disabling writes for close at 1732180886550Writing region close event to WAL at 1732180886555 (+5 ms)Closed at 1732180886555 2024-11-21T09:21:26,556 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:21:26,556 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T09:21:26,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:21:26,557 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:21:26,558 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T09:21:26,565 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(746): ClusterId : ca4b0118-bd08-49be-9afd-79ecab527745 2024-11-21T09:21:26,565 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:21:26,575 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:21:26,575 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:21:26,586 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:21:26,586 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fac5d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:21:26,597 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:45257 2024-11-21T09:21:26,597 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:21:26,597 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:21:26,597 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:21:26,598 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,36949,1732180885411 with port=45257, startcode=1732180885620 2024-11-21T09:21:26,598 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:21:26,601 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:21:26,601 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36949 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,45257,1732180885620 2024-11-21T09:21:26,601 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36949 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,45257,1732180885620 2024-11-21T09:21:26,602 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9 2024-11-21T09:21:26,602 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37801 2024-11-21T09:21:26,602 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:21:26,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070251075/rs 2024-11-21T09:21:26,613 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] zookeeper.ZKUtil(111): regionserver:45257-0x1015cb2b1bf0001, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Set watcher on existing znode=/0-2070251075/rs/5b0ae2ee7b9e,45257,1732180885620 2024-11-21T09:21:26,614 WARN [RS:0;5b0ae2ee7b9e:45257 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:21:26,614 INFO [RS:0;5b0ae2ee7b9e:45257 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:21:26,614 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620 2024-11-21T09:21:26,614 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,45257,1732180885620] 2024-11-21T09:21:26,619 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:21:26,627 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:21:26,627 INFO [RS:0;5b0ae2ee7b9e:45257 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:21:26,627 INFO [RS:0;5b0ae2ee7b9e:45257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:26,628 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:21:26,629 INFO [RS:0;5b0ae2ee7b9e:45257 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:21:26,629 INFO [RS:0;5b0ae2ee7b9e:45257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:26,629 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:26,629 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:26,629 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:26,629 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:26,629 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:26,629 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:21:26,629 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:26,629 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:26,629 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:26,629 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:26,629 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:26,629 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:26,630 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:21:26,630 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:21:26,634 INFO [RS:0;5b0ae2ee7b9e:45257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:26,634 INFO [RS:0;5b0ae2ee7b9e:45257 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:26,634 INFO [RS:0;5b0ae2ee7b9e:45257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:26,634 INFO [RS:0;5b0ae2ee7b9e:45257 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:26,634 INFO [RS:0;5b0ae2ee7b9e:45257 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:26,634 INFO [RS:0;5b0ae2ee7b9e:45257 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,45257,1732180885620-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:21:26,647 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:21:26,648 INFO [RS:0;5b0ae2ee7b9e:45257 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,45257,1732180885620-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:26,648 INFO [RS:0;5b0ae2ee7b9e:45257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:26,648 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.Replication(171): 5b0ae2ee7b9e,45257,1732180885620 started 2024-11-21T09:21:26,660 INFO [RS:0;5b0ae2ee7b9e:45257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:26,660 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,45257,1732180885620, RpcServer on 5b0ae2ee7b9e/172.17.0.2:45257, sessionid=0x1015cb2b1bf0001 2024-11-21T09:21:26,661 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:21:26,661 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,45257,1732180885620 2024-11-21T09:21:26,661 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,45257,1732180885620' 2024-11-21T09:21:26,661 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2070251075/flush-table-proc/abort' 2024-11-21T09:21:26,661 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2070251075/flush-table-proc/acquired' 2024-11-21T09:21:26,661 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:21:26,661 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:21:26,661 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,45257,1732180885620 2024-11-21T09:21:26,661 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,45257,1732180885620' 2024-11-21T09:21:26,661 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2070251075/online-snapshot/abort' 2024-11-21T09:21:26,662 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2070251075/online-snapshot/acquired' 2024-11-21T09:21:26,662 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:21:26,662 INFO [RS:0;5b0ae2ee7b9e:45257 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:21:26,662 INFO [RS:0;5b0ae2ee7b9e:45257 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:21:26,709 WARN [5b0ae2ee7b9e:36949 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T09:21:26,762 INFO [RS:0;5b0ae2ee7b9e:45257 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:21:26,763 INFO [RS:0;5b0ae2ee7b9e:45257 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C45257%2C1732180885620, suffix=, logDir=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620, archiveDir=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/oldWALs, maxLogs=10 2024-11-21T09:21:26,776 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764, exclude list is [], retry=0 2024-11-21T09:21:26,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42785,DS-22ed8072-145e-419d-a58e-b6d66c2571c8,DISK] 2024-11-21T09:21:26,791 INFO [RS:0;5b0ae2ee7b9e:45257 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 2024-11-21T09:21:26,792 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39103:39103)] 2024-11-21T09:21:26,959 DEBUG [5b0ae2ee7b9e:36949 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:21:26,959 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,45257,1732180885620 2024-11-21T09:21:26,960 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,45257,1732180885620, state=OPENING 2024-11-21T09:21:27,027 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T09:21:27,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070251075 2024-11-21T09:21:27,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x1015cb2b1bf0001, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070251075 2024-11-21T09:21:27,064 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2070251075/meta-region-server: CHANGED 2024-11-21T09:21:27,064 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:21:27,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,45257,1732180885620}] 2024-11-21T09:21:27,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2070251075/meta-region-server: CHANGED 2024-11-21T09:21:27,218 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:21:27,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:21:27,229 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:21:27,229 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:21:27,230 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:21:27,232 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C45257%2C1732180885620.meta, suffix=.meta, logDir=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620, archiveDir=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/oldWALs, maxLogs=10 2024-11-21T09:21:27,251 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.meta.1732180887232.meta, exclude list is [], retry=0 2024-11-21T09:21:27,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42785,DS-22ed8072-145e-419d-a58e-b6d66c2571c8,DISK] 2024-11-21T09:21:27,266 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.meta.1732180887232.meta 2024-11-21T09:21:27,268 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39103:39103)] 2024-11-21T09:21:27,268 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:21:27,268 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:21:27,268 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:21:27,268 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:21:27,268 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:21:27,269 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:21:27,269 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:27,269 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:21:27,269 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:21:27,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:21:27,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:21:27,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:27,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:27,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:21:27,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:21:27,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:27,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:27,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:21:27,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:21:27,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:27,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:27,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:21:27,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:21:27,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:27,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:27,277 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:21:27,278 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740 2024-11-21T09:21:27,279 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740 2024-11-21T09:21:27,280 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:21:27,280 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:21:27,280 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:21:27,281 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:21:27,282 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68300166, jitterRate=0.0177517831325531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:21:27,282 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:21:27,283 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180887269Writing region info on filesystem at 1732180887269Initializing all the Stores at 1732180887269Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180887269Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180887272 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180887272Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180887272Cleaning up temporary data from old regions at 1732180887280 (+8 ms)Running coprocessor post-open hooks at 1732180887282 (+2 ms)Region opened successfully at 1732180887282 2024-11-21T09:21:27,284 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732180887218 2024-11-21T09:21:27,287 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:21:27,287 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:21:27,287 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,45257,1732180885620 2024-11-21T09:21:27,288 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,45257,1732180885620, state=OPEN 2024-11-21T09:21:27,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2070251075/meta-region-server 2024-11-21T09:21:27,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x1015cb2b1bf0001, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2070251075/meta-region-server 2024-11-21T09:21:27,329 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,45257,1732180885620 2024-11-21T09:21:27,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2070251075/meta-region-server: CHANGED 2024-11-21T09:21:27,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2070251075/meta-region-server: CHANGED 2024-11-21T09:21:27,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T09:21:27,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,45257,1732180885620 in 265 msec 2024-11-21T09:21:27,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T09:21:27,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 775 msec 2024-11-21T09:21:27,332 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:21:27,332 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T09:21:27,333 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:21:27,333 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,45257,1732180885620, seqNum=-1] 2024-11-21T09:21:27,334 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:21:27,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:21:27,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 858 msec 2024-11-21T09:21:27,338 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180887338, completionTime=-1 2024-11-21T09:21:27,339 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T09:21:27,339 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:21:27,340 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T09:21:27,340 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732180947340 2024-11-21T09:21:27,340 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732181007340 2024-11-21T09:21:27,340 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T09:21:27,341 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,36949,1732180885411-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:27,341 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,36949,1732180885411-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:27,341 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,36949,1732180885411-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:27,341 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:36949, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:27,341 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:27,341 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:27,342 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T09:21:27,344 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.643sec 2024-11-21T09:21:27,344 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:21:27,344 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:21:27,344 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:21:27,344 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:21:27,344 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:21:27,344 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,36949,1732180885411-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:21:27,344 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,36949,1732180885411-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:21:27,346 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:21:27,346 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:21:27,346 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,36949,1732180885411-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:27,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466d9322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:27,369 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,36949,-1 for getting cluster id 2024-11-21T09:21:27,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:27,375 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca4b0118-bd08-49be-9afd-79ecab527745' 2024-11-21T09:21:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:27,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca4b0118-bd08-49be-9afd-79ecab527745" 2024-11-21T09:21:27,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77499097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:27,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,36949,-1] 2024-11-21T09:21:27,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:27,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:27,377 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:27,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28059045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:27,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:21:27,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,45257,1732180885620, seqNum=-1] 2024-11-21T09:21:27,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:21:27,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:21:27,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b0ae2ee7b9e,36949,1732180885411 2024-11-21T09:21:27,383 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62829 2024-11-21T09:21:27,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:21:27,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015cb2b1bf0002 connected 2024-11-21T09:21:27,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/hadoop.log.dir so I do NOT create it in target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a 2024-11-21T09:21:27,481 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T09:21:27,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/hadoop.tmp.dir so I do NOT create it in target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a 2024-11-21T09:21:27,481 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T09:21:27,482 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a 2024-11-21T09:21:27,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T09:21:27,482 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/cluster_c5e39431-30ee-925f-d151-b37cd3e1aaac, deleteOnExit=true 2024-11-21T09:21:27,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T09:21:27,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/test.cache.data in system properties and HBase conf 2024-11-21T09:21:27,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T09:21:27,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/hadoop.log.dir in system properties and HBase conf 2024-11-21T09:21:27,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T09:21:27,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T09:21:27,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T09:21:27,483 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T09:21:27,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:21:27,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:21:27,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T09:21:27,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:21:27,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T09:21:27,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T09:21:27,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:21:27,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:21:27,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T09:21:27,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/nfs.dump.dir in system properties and HBase conf 2024-11-21T09:21:27,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/java.io.tmpdir in system properties and HBase conf 2024-11-21T09:21:27,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:21:27,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T09:21:27,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T09:21:27,945 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:21:27,950 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:21:27,956 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:21:27,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:21:27,957 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:21:27,957 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:21:27,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e141f3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:21:27,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73f11bcd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:21:28,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ba2423e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/java.io.tmpdir/jetty-localhost-44173-hadoop-hdfs-3_4_1-tests_jar-_-any-2268399704353497660/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:21:28,083 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20187e47{HTTP/1.1, (http/1.1)}{localhost:44173} 2024-11-21T09:21:28,083 INFO [Time-limited test {}] server.Server(415): Started @278317ms 2024-11-21T09:21:28,423 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:21:28,425 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:21:28,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:21:28,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:21:28,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:21:28,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@164837db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:21:28,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e7a925{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:21:28,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f1f28f3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/java.io.tmpdir/jetty-localhost-40729-hadoop-hdfs-3_4_1-tests_jar-_-any-4844312061681769690/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:21:28,527 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f2f3282{HTTP/1.1, (http/1.1)}{localhost:40729} 2024-11-21T09:21:28,527 INFO [Time-limited test {}] server.Server(415): Started @278761ms 2024-11-21T09:21:28,528 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:21:29,397 WARN [Thread-3576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/cluster_c5e39431-30ee-925f-d151-b37cd3e1aaac/data/data2/current/BP-485103134-172.17.0.2-1732180887554/current, will proceed with Du for space computation calculation, 2024-11-21T09:21:29,397 WARN [Thread-3575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/cluster_c5e39431-30ee-925f-d151-b37cd3e1aaac/data/data1/current/BP-485103134-172.17.0.2-1732180887554/current, will proceed with Du for space computation calculation, 2024-11-21T09:21:29,420 WARN [Thread-3563 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:21:29,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf60e216d5a17a0ed with lease ID 0x7f409094349b0e17: Processing first storage report for DS-929fc8cf-bb45-442b-ae7d-21d210ea3a44 from datanode DatanodeRegistration(127.0.0.1:36987, datanodeUuid=f6b8c0b9-63c2-4583-8e0f-370824a0fbf3, infoPort=34457, infoSecurePort=0, ipcPort=37975, storageInfo=lv=-57;cid=testClusterID;nsid=622512721;c=1732180887554) 2024-11-21T09:21:29,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf60e216d5a17a0ed with lease ID 0x7f409094349b0e17: from storage DS-929fc8cf-bb45-442b-ae7d-21d210ea3a44 node DatanodeRegistration(127.0.0.1:36987, datanodeUuid=f6b8c0b9-63c2-4583-8e0f-370824a0fbf3, infoPort=34457, infoSecurePort=0, ipcPort=37975, storageInfo=lv=-57;cid=testClusterID;nsid=622512721;c=1732180887554), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:21:29,423 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf60e216d5a17a0ed with lease ID 0x7f409094349b0e17: Processing first storage report for DS-f5abe854-7521-40de-892a-2a434ae20f50 from datanode DatanodeRegistration(127.0.0.1:36987, datanodeUuid=f6b8c0b9-63c2-4583-8e0f-370824a0fbf3, infoPort=34457, infoSecurePort=0, ipcPort=37975, storageInfo=lv=-57;cid=testClusterID;nsid=622512721;c=1732180887554) 2024-11-21T09:21:29,423 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf60e216d5a17a0ed with lease ID 0x7f409094349b0e17: from storage DS-f5abe854-7521-40de-892a-2a434ae20f50 node DatanodeRegistration(127.0.0.1:36987, datanodeUuid=f6b8c0b9-63c2-4583-8e0f-370824a0fbf3, infoPort=34457, infoSecurePort=0, ipcPort=37975, storageInfo=lv=-57;cid=testClusterID;nsid=622512721;c=1732180887554), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T09:21:29,454 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a 2024-11-21T09:21:29,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:21:29,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:21:29,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:21:29,864 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453 with version=8 2024-11-21T09:21:29,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/hbase-staging 2024-11-21T09:21:29,866 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:21:29,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:21:29,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:21:29,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:21:29,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:21:29,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:21:29,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:21:29,866 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:21:29,867 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46247 2024-11-21T09:21:29,867 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46247 connecting to ZooKeeper ensemble=127.0.0.1:62829 2024-11-21T09:21:29,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462470x0, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:21:29,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46247-0x1015cb2b1bf0003 connected 2024-11-21T09:21:30,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:21:30,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:21:30,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Set watcher on znode that does not yet exist, /11826949435/running 2024-11-21T09:21:30,112 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453, hbase.cluster.distributed=false 2024-11-21T09:21:30,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Set watcher on znode that does not yet exist, /11826949435/acl 2024-11-21T09:21:30,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46247 2024-11-21T09:21:30,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46247 2024-11-21T09:21:30,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46247 2024-11-21T09:21:30,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46247 2024-11-21T09:21:30,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46247 2024-11-21T09:21:30,147 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:21:30,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:21:30,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:21:30,147 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:21:30,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:21:30,147 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:21:30,147 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:21:30,147 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:21:30,148 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38859 2024-11-21T09:21:30,149 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38859 connecting to ZooKeeper ensemble=127.0.0.1:62829 2024-11-21T09:21:30,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:21:30,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:21:30,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388590x0, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:21:30,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388590x0, quorum=127.0.0.1:62829, baseZNode=/11826949435 Set watcher on znode that does not yet exist, /11826949435/running 2024-11-21T09:21:30,165 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:21:30,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38859-0x1015cb2b1bf0004 connected 2024-11-21T09:21:30,166 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:21:30,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38859-0x1015cb2b1bf0004, quorum=127.0.0.1:62829, baseZNode=/11826949435 Set watcher on znode that does not yet exist, /11826949435/master 2024-11-21T09:21:30,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38859-0x1015cb2b1bf0004, quorum=127.0.0.1:62829, baseZNode=/11826949435 Set watcher on znode that does not yet exist, /11826949435/acl 2024-11-21T09:21:30,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38859 2024-11-21T09:21:30,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38859 2024-11-21T09:21:30,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38859 2024-11-21T09:21:30,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38859 2024-11-21T09:21:30,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38859 2024-11-21T09:21:30,195 DEBUG [M:0;5b0ae2ee7b9e:46247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:46247 2024-11-21T09:21:30,195 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11826949435/backup-masters/5b0ae2ee7b9e,46247,1732180889866 2024-11-21T09:21:30,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1015cb2b1bf0004, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826949435/backup-masters 2024-11-21T09:21:30,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826949435/backup-masters 2024-11-21T09:21:30,207 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Set watcher on existing znode=/11826949435/backup-masters/5b0ae2ee7b9e,46247,1732180889866 2024-11-21T09:21:30,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826949435 2024-11-21T09:21:30,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1015cb2b1bf0004, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11826949435/master 2024-11-21T09:21:30,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1015cb2b1bf0004, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826949435 2024-11-21T09:21:30,217 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Set watcher on existing znode=/11826949435/master 2024-11-21T09:21:30,217 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11826949435/backup-masters/5b0ae2ee7b9e,46247,1732180889866 from backup master directory 2024-11-21T09:21:30,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11826949435/backup-masters/5b0ae2ee7b9e,46247,1732180889866 2024-11-21T09:21:30,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1015cb2b1bf0004, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826949435/backup-masters 2024-11-21T09:21:30,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826949435/backup-masters 2024-11-21T09:21:30,283 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:21:30,283 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,46247,1732180889866 2024-11-21T09:21:30,286 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/hbase.id] with ID: 1afa4427-7a11-4ee8-9e19-b669e81a8681 2024-11-21T09:21:30,286 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/.tmp/hbase.id 2024-11-21T09:21:30,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:21:30,694 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/.tmp/hbase.id]:[hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/hbase.id] 2024-11-21T09:21:30,703 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:21:30,703 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:21:30,704 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T09:21:30,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1015cb2b1bf0004, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826949435 2024-11-21T09:21:30,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826949435 2024-11-21T09:21:30,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:21:31,150 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:21:31,151 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:21:31,151 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:21:31,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:21:31,156 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/data/master/store 2024-11-21T09:21:31,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:21:31,160 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:31,160 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:21:31,161 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:31,161 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:31,161 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:21:31,161 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:31,161 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:31,161 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180891160Disabling compacts and flushes for region at 1732180891160Disabling writes for close at 1732180891161 (+1 ms)Writing region close event to WAL at 1732180891161Closed at 1732180891161 2024-11-21T09:21:31,161 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/data/master/store/.initializing 2024-11-21T09:21:31,161 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/WALs/5b0ae2ee7b9e,46247,1732180889866 2024-11-21T09:21:31,162 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:21:31,163 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C46247%2C1732180889866, suffix=, logDir=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/WALs/5b0ae2ee7b9e,46247,1732180889866, archiveDir=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/oldWALs, maxLogs=10 2024-11-21T09:21:31,182 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/WALs/5b0ae2ee7b9e,46247,1732180889866/5b0ae2ee7b9e%2C46247%2C1732180889866.1732180891164, exclude list is [], retry=0 2024-11-21T09:21:31,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36987,DS-929fc8cf-bb45-442b-ae7d-21d210ea3a44,DISK] 2024-11-21T09:21:31,185 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/WALs/5b0ae2ee7b9e,46247,1732180889866/5b0ae2ee7b9e%2C46247%2C1732180889866.1732180891164 2024-11-21T09:21:31,185 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34457:34457)] 2024-11-21T09:21:31,185 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:21:31,186 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:31,186 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:31,186 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:31,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:31,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:21:31,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:31,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:31,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:31,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:21:31,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:31,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:31,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:31,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:21:31,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:31,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:31,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:31,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:21:31,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:31,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:31,192 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:31,192 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:31,193 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:31,193 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:31,193 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:31,194 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:21:31,195 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:31,196 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:21:31,196 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69122775, jitterRate=0.030009612441062927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:21:31,196 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180891186Initializing all the Stores at 1732180891186Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180891186Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180891187 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180891187Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180891187Cleaning up temporary data from old regions at 1732180891193 (+6 ms)Region opened successfully at 1732180891196 (+3 ms) 2024-11-21T09:21:31,197 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:21:31,199 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4933c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:21:31,199 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T09:21:31,199 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:21:31,199 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:21:31,199 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:21:31,200 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T09:21:31,200 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T09:21:31,200 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T09:21:31,201 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:21:31,202 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Unable to get data of znode /11826949435/balancer because node does not exist (not necessarily an error) 2024-11-21T09:21:31,264 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11826949435/balancer already deleted, retry=false 2024-11-21T09:21:31,265 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:21:31,265 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Unable to get data of znode /11826949435/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:21:31,336 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11826949435/normalizer already deleted, retry=false 2024-11-21T09:21:31,336 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:21:31,338 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Unable to get data of znode /11826949435/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:21:31,389 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11826949435/switch/split already deleted, retry=false 2024-11-21T09:21:31,390 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Unable to get data of znode /11826949435/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:21:31,505 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11826949435/switch/merge already deleted, retry=false 2024-11-21T09:21:31,507 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Unable to get data of znode /11826949435/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:21:31,585 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11826949435/snapshot-cleanup already deleted, retry=false 2024-11-21T09:21:31,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1015cb2b1bf0004, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11826949435/running 2024-11-21T09:21:31,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1015cb2b1bf0004, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826949435 2024-11-21T09:21:31,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11826949435/running 2024-11-21T09:21:31,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826949435 2024-11-21T09:21:31,675 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,46247,1732180889866, sessionid=0x1015cb2b1bf0003, setting cluster-up flag (Was=false) 2024-11-21T09:21:31,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1015cb2b1bf0004, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826949435 2024-11-21T09:21:31,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826949435 2024-11-21T09:21:32,005 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:21:32,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:32,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:32,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:32,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:32,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:32,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:32,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:32,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:32,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:32,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:32,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:32,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:32,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:32,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:32,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:32,089 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11826949435/flush-table-proc/acquired, /11826949435/flush-table-proc/reached, /11826949435/flush-table-proc/abort 2024-11-21T09:21:32,090 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,46247,1732180889866 2024-11-21T09:21:32,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826949435 2024-11-21T09:21:32,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1015cb2b1bf0004, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826949435 2024-11-21T09:21:32,533 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11826949435/online-snapshot/acquired, /11826949435/online-snapshot/reached, /11826949435/online-snapshot/abort 2024-11-21T09:21:32,534 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,46247,1732180889866 2024-11-21T09:21:32,535 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T09:21:32,536 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:21:32,536 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:21:32,536 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:21:32,537 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,46247,1732180889866 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:21:32,538 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:21:32,538 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:21:32,538 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:21:32,538 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:21:32,538 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:21:32,538 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:32,538 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:21:32,538 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:32,539 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180922539 2024-11-21T09:21:32,539 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:21:32,539 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:21:32,539 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:21:32,539 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:21:32,539 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:21:32,539 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:21:32,539 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:32,539 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:21:32,539 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T09:21:32,540 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:21:32,540 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:21:32,540 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:21:32,540 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T09:21:32,540 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:32,540 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T09:21:32,544 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:21:32,544 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:21:32,544 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180892544,5,FailOnTimeoutGroup] 2024-11-21T09:21:32,548 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180892544,5,FailOnTimeoutGroup] 2024-11-21T09:21:32,548 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:32,548 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:21:32,548 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:32,548 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:32,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:21:32,583 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(746): ClusterId : 1afa4427-7a11-4ee8-9e19-b669e81a8681 2024-11-21T09:21:32,583 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:21:32,603 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:21:32,603 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:21:32,613 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:21:32,614 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332e333a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:21:32,619 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T09:21:32,629 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:38859 2024-11-21T09:21:32,629 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:21:32,629 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:21:32,629 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:21:32,630 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,46247,1732180889866 with port=38859, startcode=1732180890147 2024-11-21T09:21:32,630 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:21:32,631 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:21:32,632 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46247 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,38859,1732180890147 2024-11-21T09:21:32,632 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46247 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,38859,1732180890147 2024-11-21T09:21:32,633 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453 2024-11-21T09:21:32,633 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33591 2024-11-21T09:21:32,633 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:21:32,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826949435/rs 2024-11-21T09:21:32,733 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] zookeeper.ZKUtil(111): regionserver:38859-0x1015cb2b1bf0004, quorum=127.0.0.1:62829, baseZNode=/11826949435 Set watcher on existing znode=/11826949435/rs/5b0ae2ee7b9e,38859,1732180890147 2024-11-21T09:21:32,733 WARN [RS:0;5b0ae2ee7b9e:38859 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:21:32,733 INFO [RS:0;5b0ae2ee7b9e:38859 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:21:32,733 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147 2024-11-21T09:21:32,734 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,38859,1732180890147] 2024-11-21T09:21:32,736 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:21:32,740 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:21:32,741 INFO [RS:0;5b0ae2ee7b9e:38859 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:21:32,741 INFO [RS:0;5b0ae2ee7b9e:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:32,742 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:21:32,742 INFO [RS:0;5b0ae2ee7b9e:38859 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:21:32,743 INFO [RS:0;5b0ae2ee7b9e:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:32,743 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:32,743 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:32,743 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:32,743 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:32,743 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:32,743 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:21:32,743 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:32,743 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:32,743 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:32,743 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:32,743 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:32,743 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:32,743 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:21:32,743 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:21:32,748 INFO [RS:0;5b0ae2ee7b9e:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:32,748 INFO [RS:0;5b0ae2ee7b9e:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:32,748 INFO [RS:0;5b0ae2ee7b9e:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:32,748 INFO [RS:0;5b0ae2ee7b9e:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:32,748 INFO [RS:0;5b0ae2ee7b9e:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:32,748 INFO [RS:0;5b0ae2ee7b9e:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,38859,1732180890147-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:21:32,760 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:21:32,760 INFO [RS:0;5b0ae2ee7b9e:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,38859,1732180890147-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:32,760 INFO [RS:0;5b0ae2ee7b9e:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:32,760 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.Replication(171): 5b0ae2ee7b9e,38859,1732180890147 started 2024-11-21T09:21:32,772 INFO [RS:0;5b0ae2ee7b9e:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:32,772 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,38859,1732180890147, RpcServer on 5b0ae2ee7b9e/172.17.0.2:38859, sessionid=0x1015cb2b1bf0004 2024-11-21T09:21:32,772 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:21:32,772 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,38859,1732180890147 2024-11-21T09:21:32,772 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,38859,1732180890147' 2024-11-21T09:21:32,772 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11826949435/flush-table-proc/abort' 2024-11-21T09:21:32,772 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11826949435/flush-table-proc/acquired' 2024-11-21T09:21:32,773 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:21:32,773 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:21:32,773 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,38859,1732180890147 2024-11-21T09:21:32,773 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,38859,1732180890147' 2024-11-21T09:21:32,773 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11826949435/online-snapshot/abort' 2024-11-21T09:21:32,773 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11826949435/online-snapshot/acquired' 2024-11-21T09:21:32,773 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:21:32,773 INFO [RS:0;5b0ae2ee7b9e:38859 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:21:32,773 INFO [RS:0;5b0ae2ee7b9e:38859 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:21:32,874 INFO [RS:0;5b0ae2ee7b9e:38859 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:21:32,875 INFO [RS:0;5b0ae2ee7b9e:38859 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C38859%2C1732180890147, suffix=, logDir=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147, archiveDir=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/oldWALs, maxLogs=10 2024-11-21T09:21:32,889 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875, exclude list is [], retry=0 2024-11-21T09:21:32,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36987,DS-929fc8cf-bb45-442b-ae7d-21d210ea3a44,DISK] 2024-11-21T09:21:32,892 INFO [RS:0;5b0ae2ee7b9e:38859 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 2024-11-21T09:21:32,892 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34457:34457)] 2024-11-21T09:21:32,954 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T09:21:32,954 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453 2024-11-21T09:21:32,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741833_1009 (size=32) 2024-11-21T09:21:33,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:33,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:21:33,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:21:33,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:33,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:33,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:21:33,370 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:21:33,370 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:33,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:33,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:21:33,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:21:33,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:33,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:33,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:21:33,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:21:33,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:33,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:33,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:21:33,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740 2024-11-21T09:21:33,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740 2024-11-21T09:21:33,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:21:33,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:21:33,375 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:21:33,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:21:33,377 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:21:33,378 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67178180, jitterRate=0.0010328888893127441}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:21:33,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732180893367Initializing all the Stores at 1732180893368 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180893368Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180893368Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180893368Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180893368Cleaning up temporary data from old regions at 1732180893375 (+7 ms)Region opened successfully at 1732180893378 (+3 ms) 2024-11-21T09:21:33,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:21:33,378 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:21:33,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:21:33,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:21:33,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:21:33,379 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:21:33,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180893378Disabling compacts and flushes for region at 1732180893378Disabling writes for close at 1732180893378Writing region close event to WAL at 1732180893379 (+1 ms)Closed at 1732180893379 2024-11-21T09:21:33,380 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:21:33,380 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T09:21:33,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:21:33,381 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:21:33,381 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T09:21:33,532 DEBUG [5b0ae2ee7b9e:46247 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:21:33,532 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,38859,1732180890147 2024-11-21T09:21:33,533 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,38859,1732180890147, state=OPENING 2024-11-21T09:21:33,543 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T09:21:33,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1015cb2b1bf0004, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826949435 2024-11-21T09:21:33,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826949435 2024-11-21T09:21:33,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11826949435/meta-region-server: CHANGED 2024-11-21T09:21:33,560 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:21:33,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,38859,1732180890147}] 2024-11-21T09:21:33,561 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11826949435/meta-region-server: CHANGED 2024-11-21T09:21:33,715 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:21:33,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:21:33,720 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:21:33,720 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:21:33,721 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:21:33,739 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C38859%2C1732180890147.meta, suffix=.meta, logDir=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147, archiveDir=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/oldWALs, maxLogs=10 2024-11-21T09:21:33,759 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.meta.1732180893739.meta, exclude list is [], retry=0 2024-11-21T09:21:33,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36987,DS-929fc8cf-bb45-442b-ae7d-21d210ea3a44,DISK] 2024-11-21T09:21:33,773 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.meta.1732180893739.meta 2024-11-21T09:21:33,776 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34457:34457)] 2024-11-21T09:21:33,776 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:21:33,777 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:21:33,777 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:21:33,777 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:21:33,777 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:21:33,777 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:21:33,777 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:33,777 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:21:33,777 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:21:33,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:21:33,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:21:33,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:33,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:33,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:21:33,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:21:33,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:33,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:33,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:21:33,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:21:33,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:33,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:33,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:21:33,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:21:33,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:33,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:33,784 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:21:33,784 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740 2024-11-21T09:21:33,785 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740 2024-11-21T09:21:33,785 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:21:33,785 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:21:33,786 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:21:33,786 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:21:33,787 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63627196, jitterRate=-0.05188089609146118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:21:33,787 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:21:33,787 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180893778Writing region info on filesystem at 1732180893778Initializing all the Stores at 1732180893778Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180893778Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180893780 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180893780Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180893780Cleaning up temporary data from old regions at 1732180893785 (+5 ms)Running coprocessor post-open hooks at 1732180893787 (+2 ms)Region opened successfully at 1732180893787 2024-11-21T09:21:33,788 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732180893714 2024-11-21T09:21:33,790 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:21:33,790 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:21:33,790 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,38859,1732180890147 2024-11-21T09:21:33,791 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,38859,1732180890147, state=OPEN 2024-11-21T09:21:33,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1015cb2b1bf0004, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11826949435/meta-region-server 2024-11-21T09:21:33,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11826949435/meta-region-server 2024-11-21T09:21:33,802 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,38859,1732180890147 2024-11-21T09:21:33,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11826949435/meta-region-server: CHANGED 2024-11-21T09:21:33,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11826949435/meta-region-server: CHANGED 2024-11-21T09:21:33,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T09:21:33,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,38859,1732180890147 in 242 msec 2024-11-21T09:21:33,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T09:21:33,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 424 msec 2024-11-21T09:21:33,807 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:21:33,807 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T09:21:33,808 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:21:33,808 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,38859,1732180890147, seqNum=-1] 2024-11-21T09:21:33,809 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:21:33,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:21:33,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2780 sec 2024-11-21T09:21:33,814 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180893814, completionTime=-1 2024-11-21T09:21:33,815 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T09:21:33,815 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:21:33,817 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T09:21:33,817 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732180953817 2024-11-21T09:21:33,817 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732181013817 2024-11-21T09:21:33,817 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T09:21:33,817 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,46247,1732180889866-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:33,817 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,46247,1732180889866-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:33,817 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,46247,1732180889866-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:33,817 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:46247, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:33,817 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:33,818 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:33,821 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T09:21:33,823 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.540sec 2024-11-21T09:21:33,823 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:21:33,823 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:21:33,823 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:21:33,823 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:21:33,823 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:21:33,823 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,46247,1732180889866-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:21:33,823 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,46247,1732180889866-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:21:33,825 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:21:33,825 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:21:33,825 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,46247,1732180889866-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:33,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e23d99a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:33,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,46247,-1 for getting cluster id 2024-11-21T09:21:33,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:33,889 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1afa4427-7a11-4ee8-9e19-b669e81a8681' 2024-11-21T09:21:33,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:33,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1afa4427-7a11-4ee8-9e19-b669e81a8681" 2024-11-21T09:21:33,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8ee10c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:33,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,46247,-1] 2024-11-21T09:21:33,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:33,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:33,893 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:33,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f1eb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:33,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:21:33,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,38859,1732180890147, seqNum=-1] 2024-11-21T09:21:33,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:21:33,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:21:33,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b0ae2ee7b9e,46247,1732180889866 2024-11-21T09:21:33,900 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62829 2024-11-21T09:21:33,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:21:33,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015cb2b1bf0005 connected 2024-11-21T09:21:33,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/hadoop.log.dir so I do NOT create it in target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0 2024-11-21T09:21:33,923 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T09:21:33,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/hadoop.tmp.dir so I do NOT create it in target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0 2024-11-21T09:21:33,923 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T09:21:33,924 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0 2024-11-21T09:21:33,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T09:21:33,924 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/cluster_e772365b-8cb8-605d-4c1e-e09856c162d1, deleteOnExit=true 2024-11-21T09:21:33,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T09:21:33,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/test.cache.data in system properties and HBase conf 2024-11-21T09:21:33,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T09:21:33,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/hadoop.log.dir in system properties and HBase conf 2024-11-21T09:21:33,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T09:21:33,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T09:21:33,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T09:21:33,924 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T09:21:33,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:21:33,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:21:33,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T09:21:33,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:21:33,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T09:21:33,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T09:21:33,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:21:33,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:21:33,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T09:21:33,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/nfs.dump.dir in system properties and HBase conf 2024-11-21T09:21:33,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/java.io.tmpdir in system properties and HBase conf 2024-11-21T09:21:33,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:21:33,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T09:21:33,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T09:21:34,198 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:34,198 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:21:34,199 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88716 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:21:34,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:21:34,293 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:21:34,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:21:34,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:21:34,309 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:21:34,309 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:21:34,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fb3d2bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:21:34,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@736a0a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:21:34,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2869bb6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/java.io.tmpdir/jetty-localhost-38197-hadoop-hdfs-3_4_1-tests_jar-_-any-14089746418034610258/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:21:34,432 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c98d6a8{HTTP/1.1, (http/1.1)}{localhost:38197} 2024-11-21T09:21:34,432 INFO [Time-limited test {}] server.Server(415): Started @284666ms 2024-11-21T09:21:34,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:21:34,692 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:21:34,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:21:34,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:21:34,696 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:21:34,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e504b1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:21:34,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55996d1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:21:34,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5fe7747{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/java.io.tmpdir/jetty-localhost-44371-hadoop-hdfs-3_4_1-tests_jar-_-any-11215011933243491459/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:21:34,797 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f46133b{HTTP/1.1, (http/1.1)}{localhost:44371} 2024-11-21T09:21:34,797 INFO [Time-limited test {}] server.Server(415): Started @285032ms 2024-11-21T09:21:34,798 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:21:35,517 WARN [Thread-3697 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/cluster_e772365b-8cb8-605d-4c1e-e09856c162d1/data/data2/current/BP-1489078291-172.17.0.2-1732180893947/current, will proceed with Du for space computation calculation, 2024-11-21T09:21:35,517 WARN [Thread-3696 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/cluster_e772365b-8cb8-605d-4c1e-e09856c162d1/data/data1/current/BP-1489078291-172.17.0.2-1732180893947/current, will proceed with Du for space computation calculation, 2024-11-21T09:21:35,550 WARN [Thread-3684 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:21:35,552 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b41eccb267064e2 with lease ID 0x3d1192da2b69796d: Processing first storage report for DS-11c826d5-720b-4344-98ee-e6a4f33578a5 from datanode DatanodeRegistration(127.0.0.1:40645, datanodeUuid=8d9be7aa-430c-4dcd-97c2-3ca78858b9f8, infoPort=45347, infoSecurePort=0, ipcPort=39289, storageInfo=lv=-57;cid=testClusterID;nsid=839466785;c=1732180893947) 2024-11-21T09:21:35,552 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b41eccb267064e2 with lease ID 0x3d1192da2b69796d: from storage DS-11c826d5-720b-4344-98ee-e6a4f33578a5 node DatanodeRegistration(127.0.0.1:40645, datanodeUuid=8d9be7aa-430c-4dcd-97c2-3ca78858b9f8, infoPort=45347, infoSecurePort=0, ipcPort=39289, storageInfo=lv=-57;cid=testClusterID;nsid=839466785;c=1732180893947), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:21:35,552 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b41eccb267064e2 with lease ID 0x3d1192da2b69796d: Processing first storage report for DS-5e910b9a-2d59-45b4-81f0-b5cb1107c39a from datanode DatanodeRegistration(127.0.0.1:40645, datanodeUuid=8d9be7aa-430c-4dcd-97c2-3ca78858b9f8, infoPort=45347, infoSecurePort=0, ipcPort=39289, storageInfo=lv=-57;cid=testClusterID;nsid=839466785;c=1732180893947) 2024-11-21T09:21:35,552 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b41eccb267064e2 with lease ID 0x3d1192da2b69796d: from storage DS-5e910b9a-2d59-45b4-81f0-b5cb1107c39a node DatanodeRegistration(127.0.0.1:40645, datanodeUuid=8d9be7aa-430c-4dcd-97c2-3ca78858b9f8, infoPort=45347, infoSecurePort=0, ipcPort=39289, storageInfo=lv=-57;cid=testClusterID;nsid=839466785;c=1732180893947), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:21:35,629 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0 2024-11-21T09:21:35,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:21:35,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:21:35,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:21:36,047 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96 with version=8 2024-11-21T09:21:36,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/hbase-staging 2024-11-21T09:21:36,049 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:21:36,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:21:36,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:21:36,049 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:21:36,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:21:36,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:21:36,049 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:21:36,049 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:21:36,050 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46379 2024-11-21T09:21:36,051 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46379 connecting to ZooKeeper ensemble=127.0.0.1:62829 2024-11-21T09:21:36,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463790x0, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:21:36,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46379-0x1015cb2b1bf0006 connected 2024-11-21T09:21:36,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:21:36,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:21:36,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Set watcher on znode that does not yet exist, /21039007733/running 2024-11-21T09:21:36,179 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96, hbase.cluster.distributed=false 2024-11-21T09:21:36,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Set watcher on znode that does not yet exist, /21039007733/acl 2024-11-21T09:21:36,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46379 2024-11-21T09:21:36,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46379 2024-11-21T09:21:36,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46379 2024-11-21T09:21:36,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46379 2024-11-21T09:21:36,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46379 2024-11-21T09:21:36,206 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:21:36,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:21:36,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:21:36,206 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:21:36,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:21:36,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:21:36,206 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:21:36,206 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:21:36,208 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35999 2024-11-21T09:21:36,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35999 connecting to ZooKeeper ensemble=127.0.0.1:62829 2024-11-21T09:21:36,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:21:36,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:21:36,248 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359990x0, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:21:36,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359990x0, quorum=127.0.0.1:62829, baseZNode=/21039007733 Set watcher on znode that does not yet exist, /21039007733/running 2024-11-21T09:21:36,249 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:21:36,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35999-0x1015cb2b1bf0007 connected 2024-11-21T09:21:36,261 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:21:36,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35999-0x1015cb2b1bf0007, quorum=127.0.0.1:62829, baseZNode=/21039007733 Set watcher on znode that does not yet exist, /21039007733/master 2024-11-21T09:21:36,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35999-0x1015cb2b1bf0007, quorum=127.0.0.1:62829, baseZNode=/21039007733 Set watcher on znode that does not yet exist, /21039007733/acl 2024-11-21T09:21:36,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35999 2024-11-21T09:21:36,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35999 2024-11-21T09:21:36,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35999 2024-11-21T09:21:36,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35999 2024-11-21T09:21:36,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35999 2024-11-21T09:21:36,354 DEBUG [M:0;5b0ae2ee7b9e:46379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:46379 2024-11-21T09:21:36,354 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21039007733/backup-masters/5b0ae2ee7b9e,46379,1732180896049 2024-11-21T09:21:36,364 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1015cb2b1bf0007, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039007733/backup-masters 2024-11-21T09:21:36,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039007733/backup-masters 2024-11-21T09:21:36,365 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Set watcher on existing znode=/21039007733/backup-masters/5b0ae2ee7b9e,46379,1732180896049 2024-11-21T09:21:36,374 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1015cb2b1bf0007, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21039007733/master 2024-11-21T09:21:36,374 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1015cb2b1bf0007, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039007733 2024-11-21T09:21:36,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039007733 2024-11-21T09:21:36,375 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Set watcher on existing znode=/21039007733/master 2024-11-21T09:21:36,376 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21039007733/backup-masters/5b0ae2ee7b9e,46379,1732180896049 from backup master directory 2024-11-21T09:21:36,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21039007733/backup-masters/5b0ae2ee7b9e,46379,1732180896049 2024-11-21T09:21:36,385 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1015cb2b1bf0007, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039007733/backup-masters 2024-11-21T09:21:36,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039007733/backup-masters 2024-11-21T09:21:36,385 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:21:36,385 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,46379,1732180896049 2024-11-21T09:21:36,388 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/hbase.id] with ID: b7f16d18-0062-4b53-a21a-8ea45b98c1da 2024-11-21T09:21:36,388 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/.tmp/hbase.id 2024-11-21T09:21:36,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:21:36,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T09:21:36,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T09:21:36,795 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/.tmp/hbase.id]:[hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/hbase.id] 2024-11-21T09:21:36,806 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:21:36,806 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:21:36,807 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T09:21:36,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039007733 2024-11-21T09:21:36,858 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1015cb2b1bf0007, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039007733 2024-11-21T09:21:36,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:21:36,875 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:21:36,876 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:21:36,877 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:21:36,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:21:37,287 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/data/master/store 2024-11-21T09:21:37,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:21:37,340 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:37,340 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:21:37,340 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:37,341 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:37,341 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:21:37,341 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:37,341 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:37,341 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180897340Disabling compacts and flushes for region at 1732180897340Disabling writes for close at 1732180897341 (+1 ms)Writing region close event to WAL at 1732180897341Closed at 1732180897341 2024-11-21T09:21:37,342 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/data/master/store/.initializing 2024-11-21T09:21:37,342 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/WALs/5b0ae2ee7b9e,46379,1732180896049 2024-11-21T09:21:37,343 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:21:37,344 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C46379%2C1732180896049, suffix=, logDir=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/WALs/5b0ae2ee7b9e,46379,1732180896049, archiveDir=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/oldWALs, maxLogs=10 2024-11-21T09:21:37,362 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/WALs/5b0ae2ee7b9e,46379,1732180896049/5b0ae2ee7b9e%2C46379%2C1732180896049.1732180897344, exclude list is [], retry=0 2024-11-21T09:21:37,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40645,DS-11c826d5-720b-4344-98ee-e6a4f33578a5,DISK] 2024-11-21T09:21:37,370 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/WALs/5b0ae2ee7b9e,46379,1732180896049/5b0ae2ee7b9e%2C46379%2C1732180896049.1732180897344 2024-11-21T09:21:37,371 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347)] 2024-11-21T09:21:37,371 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:21:37,371 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:37,371 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:37,371 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:37,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:37,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:21:37,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:37,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:37,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:37,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:21:37,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:37,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:37,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:37,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:21:37,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:37,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:37,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:37,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:21:37,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:37,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:37,393 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:37,394 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:37,394 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:37,396 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:37,396 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:37,396 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:21:37,397 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:21:37,399 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:21:37,400 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62278284, jitterRate=-0.07198125123977661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:21:37,400 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180897371Initializing all the Stores at 1732180897372 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180897372Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180897376 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180897376Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180897376Cleaning up temporary data from old regions at 1732180897396 (+20 ms)Region opened successfully at 1732180897400 (+4 ms) 2024-11-21T09:21:37,400 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:21:37,402 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5303b5d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:21:37,403 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T09:21:37,404 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:21:37,404 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:21:37,404 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:21:37,404 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T09:21:37,404 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T09:21:37,405 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T09:21:37,407 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:21:37,408 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Unable to get data of znode /21039007733/balancer because node does not exist (not necessarily an error) 2024-11-21T09:21:37,458 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21039007733/balancer already deleted, retry=false 2024-11-21T09:21:37,459 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:21:37,460 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Unable to get data of znode /21039007733/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:21:37,469 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21039007733/normalizer already deleted, retry=false 2024-11-21T09:21:37,469 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:21:37,477 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Unable to get data of znode /21039007733/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:21:37,486 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21039007733/switch/split already deleted, retry=false 2024-11-21T09:21:37,487 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Unable to get data of znode /21039007733/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:21:37,496 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21039007733/switch/merge already deleted, retry=false 2024-11-21T09:21:37,499 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Unable to get data of znode /21039007733/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:21:37,511 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21039007733/snapshot-cleanup already deleted, retry=false 2024-11-21T09:21:37,522 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1015cb2b1bf0007, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21039007733/running 2024-11-21T09:21:37,522 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1015cb2b1bf0007, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039007733 2024-11-21T09:21:37,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21039007733/running 2024-11-21T09:21:37,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039007733 2024-11-21T09:21:37,523 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,46379,1732180896049, sessionid=0x1015cb2b1bf0006, setting cluster-up flag (Was=false) 2024-11-21T09:21:37,543 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1015cb2b1bf0007, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039007733 2024-11-21T09:21:37,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039007733 2024-11-21T09:21:37,574 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21039007733/flush-table-proc/acquired, /21039007733/flush-table-proc/reached, /21039007733/flush-table-proc/abort 2024-11-21T09:21:37,575 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,46379,1732180896049 2024-11-21T09:21:37,595 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1015cb2b1bf0007, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039007733 2024-11-21T09:21:37,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039007733 2024-11-21T09:21:37,627 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21039007733/online-snapshot/acquired, /21039007733/online-snapshot/reached, /21039007733/online-snapshot/abort 2024-11-21T09:21:37,628 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,46379,1732180896049 2024-11-21T09:21:37,628 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T09:21:37,630 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:21:37,630 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:21:37,630 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:21:37,630 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,46379,1732180896049 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:21:37,631 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HRegionServer(746): ClusterId : b7f16d18-0062-4b53-a21a-8ea45b98c1da 2024-11-21T09:21:37,631 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:21:37,631 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:21:37,631 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:21:37,631 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:21:37,632 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:21:37,632 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:21:37,632 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:37,632 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:21:37,632 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:37,641 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:21:37,642 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T09:21:37,643 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:37,643 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T09:21:37,645 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:21:37,645 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:21:37,655 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:21:37,655 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4907aed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:21:37,684 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180927684 2024-11-21T09:21:37,685 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:21:37,685 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:21:37,685 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:21:37,685 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:21:37,685 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:21:37,685 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:21:37,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:21:37,695 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T09:21:37,695 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96 2024-11-21T09:21:37,701 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:35999 2024-11-21T09:21:37,701 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:21:37,701 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:21:37,701 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:21:37,702 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,46379,1732180896049 with port=35999, startcode=1732180896205 2024-11-21T09:21:37,702 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:21:37,704 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:37,733 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:21:37,733 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:21:37,733 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:21:37,733 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T09:21:37,733 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:21:37,733 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46379 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T09:21:37,734 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-21T09:21:37,734 WARN [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-21T09:21:37,740 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:21:37,740 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:21:37,749 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180897740,5,FailOnTimeoutGroup] 2024-11-21T09:21:37,764 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180897749,5,FailOnTimeoutGroup] 2024-11-21T09:21:37,764 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:37,764 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:21:37,764 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:37,764 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:37,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741832_1008 (size=32) 2024-11-21T09:21:37,835 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,46379,1732180896049 with port=35999, startcode=1732180896205 2024-11-21T09:21:37,836 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46379 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,35999,1732180896205 2024-11-21T09:21:37,836 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46379 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,35999,1732180896205 2024-11-21T09:21:37,837 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96 2024-11-21T09:21:37,837 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46331 2024-11-21T09:21:37,837 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:21:38,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:38,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:21:38,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:21:38,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:38,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:38,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:21:38,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:21:38,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:38,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:38,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:21:38,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:21:38,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:38,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:38,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:21:38,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:21:38,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:38,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:38,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:21:38,176 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740 2024-11-21T09:21:38,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740 2024-11-21T09:21:38,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:21:38,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:21:38,178 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:21:38,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:21:38,182 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:21:38,182 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65033391, jitterRate=-0.030926957726478577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:21:38,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732180898167Initializing all the Stores at 1732180898168 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180898168Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180898168Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180898168Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180898168Cleaning up temporary data from old regions at 1732180898178 (+10 ms)Region opened successfully at 1732180898182 (+4 ms) 2024-11-21T09:21:38,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:21:38,182 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:21:38,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:21:38,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:21:38,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:21:38,183 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:21:38,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180898182Disabling compacts and flushes for region at 1732180898182Disabling writes for close at 1732180898182Writing region close event to WAL at 1732180898183 (+1 ms)Closed at 1732180898183 2024-11-21T09:21:38,184 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:21:38,184 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T09:21:38,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:21:38,186 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:21:38,188 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T09:21:38,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039007733/rs 2024-11-21T09:21:38,329 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] zookeeper.ZKUtil(111): regionserver:35999-0x1015cb2b1bf0007, quorum=127.0.0.1:62829, baseZNode=/21039007733 Set watcher on existing znode=/21039007733/rs/5b0ae2ee7b9e,35999,1732180896205 2024-11-21T09:21:38,329 WARN [RS:0;5b0ae2ee7b9e:35999 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:21:38,330 INFO [RS:0;5b0ae2ee7b9e:35999 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:21:38,330 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205 2024-11-21T09:21:38,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,35999,1732180896205] 2024-11-21T09:21:38,333 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:21:38,340 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:21:38,342 WARN [5b0ae2ee7b9e:46379 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T09:21:38,352 INFO [RS:0;5b0ae2ee7b9e:35999 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:21:38,352 INFO [RS:0;5b0ae2ee7b9e:35999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:38,353 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:21:38,354 INFO [RS:0;5b0ae2ee7b9e:35999 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:21:38,354 INFO [RS:0;5b0ae2ee7b9e:35999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:38,354 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:38,354 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:38,354 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:38,354 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:38,354 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:38,354 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:21:38,354 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:38,354 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:38,354 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:38,354 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:38,354 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:38,354 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:21:38,354 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:21:38,354 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:21:38,360 INFO [RS:0;5b0ae2ee7b9e:35999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:38,360 INFO [RS:0;5b0ae2ee7b9e:35999 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:38,360 INFO [RS:0;5b0ae2ee7b9e:35999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:38,360 INFO [RS:0;5b0ae2ee7b9e:35999 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:38,360 INFO [RS:0;5b0ae2ee7b9e:35999 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:38,360 INFO [RS:0;5b0ae2ee7b9e:35999 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,35999,1732180896205-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:21:38,386 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:21:38,386 INFO [RS:0;5b0ae2ee7b9e:35999 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,35999,1732180896205-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:38,387 INFO [RS:0;5b0ae2ee7b9e:35999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:38,387 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.Replication(171): 5b0ae2ee7b9e,35999,1732180896205 started 2024-11-21T09:21:38,407 INFO [RS:0;5b0ae2ee7b9e:35999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:38,407 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,35999,1732180896205, RpcServer on 5b0ae2ee7b9e/172.17.0.2:35999, sessionid=0x1015cb2b1bf0007 2024-11-21T09:21:38,408 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:21:38,408 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,35999,1732180896205 2024-11-21T09:21:38,408 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,35999,1732180896205' 2024-11-21T09:21:38,408 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21039007733/flush-table-proc/abort' 2024-11-21T09:21:38,408 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21039007733/flush-table-proc/acquired' 2024-11-21T09:21:38,409 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:21:38,409 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:21:38,409 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,35999,1732180896205 2024-11-21T09:21:38,409 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,35999,1732180896205' 2024-11-21T09:21:38,409 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21039007733/online-snapshot/abort' 2024-11-21T09:21:38,409 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21039007733/online-snapshot/acquired' 2024-11-21T09:21:38,410 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:21:38,410 INFO [RS:0;5b0ae2ee7b9e:35999 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:21:38,410 INFO [RS:0;5b0ae2ee7b9e:35999 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:21:38,510 INFO [RS:0;5b0ae2ee7b9e:35999 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:21:38,511 INFO [RS:0;5b0ae2ee7b9e:35999 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C35999%2C1732180896205, suffix=, logDir=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205, archiveDir=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/oldWALs, maxLogs=10 2024-11-21T09:21:38,526 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512, exclude list is [], retry=0 2024-11-21T09:21:38,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40645,DS-11c826d5-720b-4344-98ee-e6a4f33578a5,DISK] 2024-11-21T09:21:38,530 INFO [RS:0;5b0ae2ee7b9e:35999 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 2024-11-21T09:21:38,531 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347)] 2024-11-21T09:21:38,592 DEBUG [5b0ae2ee7b9e:46379 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:21:38,593 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,35999,1732180896205 2024-11-21T09:21:38,594 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,35999,1732180896205, state=OPENING 2024-11-21T09:21:38,824 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T09:21:39,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039007733 2024-11-21T09:21:39,048 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1015cb2b1bf0007, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039007733 2024-11-21T09:21:39,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21039007733/meta-region-server: CHANGED 2024-11-21T09:21:39,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21039007733/meta-region-server: CHANGED 2024-11-21T09:21:39,049 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:21:39,049 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,35999,1732180896205}] 2024-11-21T09:21:39,202 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:21:39,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:21:39,207 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:21:39,207 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:21:39,208 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:21:39,209 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C35999%2C1732180896205.meta, suffix=.meta, logDir=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205, archiveDir=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/oldWALs, maxLogs=10 2024-11-21T09:21:39,225 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.meta.1732180899210.meta, exclude list is [], retry=0 2024-11-21T09:21:39,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40645,DS-11c826d5-720b-4344-98ee-e6a4f33578a5,DISK] 2024-11-21T09:21:39,237 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.meta.1732180899210.meta 2024-11-21T09:21:39,238 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347)] 2024-11-21T09:21:39,238 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:21:39,238 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:21:39,238 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:21:39,238 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:21:39,238 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:21:39,238 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:21:39,238 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:39,239 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:21:39,239 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:21:39,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:21:39,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:21:39,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:39,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:39,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:21:39,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:21:39,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:39,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:39,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:21:39,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:21:39,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:39,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:39,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:21:39,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:21:39,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:39,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:21:39,248 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:21:39,249 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740 2024-11-21T09:21:39,249 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740 2024-11-21T09:21:39,250 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:21:39,250 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:21:39,251 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:21:39,251 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:21:39,252 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60497905, jitterRate=-0.09851096570491791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:21:39,252 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:21:39,252 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180899239Writing region info on filesystem at 1732180899239Initializing all the Stores at 1732180899239Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180899239Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180899239Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180899240 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180899240Cleaning up temporary data from old regions at 1732180899250 (+10 ms)Running coprocessor post-open hooks at 1732180899252 (+2 ms)Region opened successfully at 1732180899252 2024-11-21T09:21:39,253 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732180899202 2024-11-21T09:21:39,255 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:21:39,255 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:21:39,255 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,35999,1732180896205 2024-11-21T09:21:39,256 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,35999,1732180896205, state=OPEN 2024-11-21T09:21:39,281 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:21:39,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:39,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:39,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:39,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:39,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:39,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:39,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:39,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:39,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:39,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:39,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:39,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21039007733/meta-region-server 2024-11-21T09:21:39,374 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1015cb2b1bf0007, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21039007733/meta-region-server 2024-11-21T09:21:39,374 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,35999,1732180896205 2024-11-21T09:21:39,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21039007733/meta-region-server: CHANGED 2024-11-21T09:21:39,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21039007733/meta-region-server: CHANGED 2024-11-21T09:21:39,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T09:21:39,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,35999,1732180896205 in 325 msec 2024-11-21T09:21:39,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T09:21:39,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1930 sec 2024-11-21T09:21:39,381 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:21:39,381 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T09:21:39,382 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:21:39,382 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,35999,1732180896205, seqNum=-1] 2024-11-21T09:21:39,383 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:21:39,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:21:39,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7600 sec 2024-11-21T09:21:39,391 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180899391, completionTime=-1 2024-11-21T09:21:39,391 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T09:21:39,391 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:21:39,394 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T09:21:39,394 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732180959394 2024-11-21T09:21:39,394 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732181019394 2024-11-21T09:21:39,394 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-21T09:21:39,395 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,46379,1732180896049-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:39,395 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,46379,1732180896049-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:39,395 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,46379,1732180896049-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:39,395 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:46379, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:39,395 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:39,397 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T09:21:39,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:39,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:39,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:39,407 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:39,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:39,412 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.026sec 2024-11-21T09:21:39,412 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:21:39,412 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:21:39,412 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:21:39,412 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:21:39,412 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:21:39,412 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,46379,1732180896049-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:21:39,412 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,46379,1732180896049-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:21:39,424 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:21:39,424 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:21:39,424 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,46379,1732180896049-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:21:39,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367ea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:39,444 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,46379,-1 for getting cluster id 2024-11-21T09:21:39,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:39,447 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7f16d18-0062-4b53-a21a-8ea45b98c1da' 2024-11-21T09:21:39,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:39,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7f16d18-0062-4b53-a21a-8ea45b98c1da" 2024-11-21T09:21:39,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5590a28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:39,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,46379,-1] 2024-11-21T09:21:39,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:39,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:39,450 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:39,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d32a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:39,451 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:21:39,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,35999,1732180896205, seqNum=-1] 2024-11-21T09:21:39,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:21:39,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:21:39,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b0ae2ee7b9e,46379,1732180896049 2024-11-21T09:21:39,457 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62829 2024-11-21T09:21:39,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:21:39,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015cb2b1bf0008 connected 2024-11-21T09:21:39,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:39,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,36949,1732180885411 2024-11-21T09:21:39,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7381fa78 2024-11-21T09:21:39,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:21:39,492 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:21:39,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:21:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T09:21:39,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:21:39,496 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:39,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T09:21:39,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:21:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:21:39,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741835_1011 (size=902) 2024-11-21T09:21:39,551 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 047274a348ec1b43a1f19b8e47842c89, NAME => 'test,,1732180899493.047274a348ec1b43a1f19b8e47842c89.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9 2024-11-21T09:21:39,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741836_1012 (size=39) 2024-11-21T09:21:39,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732180899493.047274a348ec1b43a1f19b8e47842c89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:39,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 047274a348ec1b43a1f19b8e47842c89, disabling compactions & flushes 2024-11-21T09:21:39,603 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732180899493.047274a348ec1b43a1f19b8e47842c89. 2024-11-21T09:21:39,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180899493.047274a348ec1b43a1f19b8e47842c89. 2024-11-21T09:21:39,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732180899493.047274a348ec1b43a1f19b8e47842c89. after waiting 0 ms 2024-11-21T09:21:39,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732180899493.047274a348ec1b43a1f19b8e47842c89. 2024-11-21T09:21:39,603 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732180899493.047274a348ec1b43a1f19b8e47842c89. 2024-11-21T09:21:39,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 047274a348ec1b43a1f19b8e47842c89: Waiting for close lock at 1732180899603Disabling compacts and flushes for region at 1732180899603Disabling writes for close at 1732180899603Writing region close event to WAL at 1732180899603Closed at 1732180899603 2024-11-21T09:21:39,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:21:39,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732180899493.047274a348ec1b43a1f19b8e47842c89.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732180899605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180899605"}]},"ts":"1732180899605"} 2024-11-21T09:21:39,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:21:39,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:21:39,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180899608"}]},"ts":"1732180899608"} 2024-11-21T09:21:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:21:39,617 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T09:21:39,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=047274a348ec1b43a1f19b8e47842c89, ASSIGN}] 2024-11-21T09:21:39,619 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=047274a348ec1b43a1f19b8e47842c89, ASSIGN 2024-11-21T09:21:39,620 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=047274a348ec1b43a1f19b8e47842c89, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,45257,1732180885620; forceNewPlan=false, retain=false 2024-11-21T09:21:39,771 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=047274a348ec1b43a1f19b8e47842c89, regionState=OPENING, regionLocation=5b0ae2ee7b9e,45257,1732180885620 2024-11-21T09:21:39,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=047274a348ec1b43a1f19b8e47842c89, ASSIGN because future has completed 2024-11-21T09:21:39,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 047274a348ec1b43a1f19b8e47842c89, server=5b0ae2ee7b9e,45257,1732180885620}] 2024-11-21T09:21:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:21:39,928 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732180899493.047274a348ec1b43a1f19b8e47842c89. 2024-11-21T09:21:39,928 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 047274a348ec1b43a1f19b8e47842c89, NAME => 'test,,1732180899493.047274a348ec1b43a1f19b8e47842c89.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:21:39,929 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:21:39,929 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T09:21:39,929 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 047274a348ec1b43a1f19b8e47842c89 2024-11-21T09:21:39,929 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732180899493.047274a348ec1b43a1f19b8e47842c89.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:39,929 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 047274a348ec1b43a1f19b8e47842c89 2024-11-21T09:21:39,929 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 047274a348ec1b43a1f19b8e47842c89 2024-11-21T09:21:39,930 INFO [StoreOpener-047274a348ec1b43a1f19b8e47842c89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 047274a348ec1b43a1f19b8e47842c89 2024-11-21T09:21:39,932 INFO [StoreOpener-047274a348ec1b43a1f19b8e47842c89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 047274a348ec1b43a1f19b8e47842c89 columnFamilyName f 2024-11-21T09:21:39,932 DEBUG [StoreOpener-047274a348ec1b43a1f19b8e47842c89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:39,932 INFO [StoreOpener-047274a348ec1b43a1f19b8e47842c89-1 {}] regionserver.HStore(327): Store=047274a348ec1b43a1f19b8e47842c89/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:39,932 INFO [StoreOpener-047274a348ec1b43a1f19b8e47842c89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 047274a348ec1b43a1f19b8e47842c89 2024-11-21T09:21:39,933 INFO [StoreOpener-047274a348ec1b43a1f19b8e47842c89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 047274a348ec1b43a1f19b8e47842c89 columnFamilyName f1 2024-11-21T09:21:39,934 DEBUG [StoreOpener-047274a348ec1b43a1f19b8e47842c89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:39,934 INFO [StoreOpener-047274a348ec1b43a1f19b8e47842c89-1 {}] regionserver.HStore(327): Store=047274a348ec1b43a1f19b8e47842c89/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:39,934 INFO [StoreOpener-047274a348ec1b43a1f19b8e47842c89-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 047274a348ec1b43a1f19b8e47842c89 2024-11-21T09:21:39,935 INFO [StoreOpener-047274a348ec1b43a1f19b8e47842c89-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 047274a348ec1b43a1f19b8e47842c89 columnFamilyName norep 2024-11-21T09:21:39,935 DEBUG [StoreOpener-047274a348ec1b43a1f19b8e47842c89-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:39,935 INFO [StoreOpener-047274a348ec1b43a1f19b8e47842c89-1 {}] regionserver.HStore(327): Store=047274a348ec1b43a1f19b8e47842c89/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:39,936 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 047274a348ec1b43a1f19b8e47842c89 2024-11-21T09:21:39,936 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/default/test/047274a348ec1b43a1f19b8e47842c89 2024-11-21T09:21:39,937 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/default/test/047274a348ec1b43a1f19b8e47842c89 2024-11-21T09:21:39,938 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 047274a348ec1b43a1f19b8e47842c89 2024-11-21T09:21:39,938 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 047274a348ec1b43a1f19b8e47842c89 2024-11-21T09:21:39,938 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:21:39,939 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 047274a348ec1b43a1f19b8e47842c89 2024-11-21T09:21:39,941 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/default/test/047274a348ec1b43a1f19b8e47842c89/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:21:39,942 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 047274a348ec1b43a1f19b8e47842c89; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69876357, jitterRate=0.04123885929584503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:21:39,942 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 047274a348ec1b43a1f19b8e47842c89 2024-11-21T09:21:39,942 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 047274a348ec1b43a1f19b8e47842c89: Running coprocessor pre-open hook at 1732180899929Writing region info on filesystem at 1732180899929Initializing all the Stores at 1732180899930 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180899930Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180899930Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180899930Cleaning up temporary data from old regions at 1732180899938 (+8 ms)Running coprocessor post-open hooks at 1732180899942 (+4 ms)Region opened successfully at 1732180899942 2024-11-21T09:21:39,943 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732180899493.047274a348ec1b43a1f19b8e47842c89., pid=6, masterSystemTime=1732180899925 2024-11-21T09:21:39,945 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732180899493.047274a348ec1b43a1f19b8e47842c89. 2024-11-21T09:21:39,945 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732180899493.047274a348ec1b43a1f19b8e47842c89. 2024-11-21T09:21:39,945 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=047274a348ec1b43a1f19b8e47842c89, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b0ae2ee7b9e,45257,1732180885620 2024-11-21T09:21:39,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 047274a348ec1b43a1f19b8e47842c89, server=5b0ae2ee7b9e,45257,1732180885620 because future has completed 2024-11-21T09:21:39,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T09:21:39,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 047274a348ec1b43a1f19b8e47842c89, server=5b0ae2ee7b9e,45257,1732180885620 in 176 msec 2024-11-21T09:21:39,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T09:21:39,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=047274a348ec1b43a1f19b8e47842c89, ASSIGN in 333 msec 2024-11-21T09:21:39,953 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:21:39,953 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180899953"}]},"ts":"1732180899953"} 2024-11-21T09:21:39,955 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T09:21:39,956 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:21:39,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 463 msec 2024-11-21T09:21:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:21:40,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:40,130 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T09:21:40,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,46247,1732180889866 2024-11-21T09:21:40,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bd1354e 2024-11-21T09:21:40,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:21:40,132 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:21:40,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:21:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T09:21:40,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:21:40,137 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:40,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T09:21:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:21:40,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:21:40,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741835_1011 (size=902) 2024-11-21T09:21:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:21:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:21:40,546 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e6bebbae6fcbddeac8f526345c0efe5e, NAME => 'test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453 2024-11-21T09:21:40,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741836_1012 (size=39) 2024-11-21T09:21:40,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:40,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e6bebbae6fcbddeac8f526345c0efe5e, disabling compactions & flushes 2024-11-21T09:21:40,551 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e. 2024-11-21T09:21:40,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e. 2024-11-21T09:21:40,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e. after waiting 0 ms 2024-11-21T09:21:40,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e. 2024-11-21T09:21:40,551 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e. 2024-11-21T09:21:40,551 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e6bebbae6fcbddeac8f526345c0efe5e: Waiting for close lock at 1732180900551Disabling compacts and flushes for region at 1732180900551Disabling writes for close at 1732180900551Writing region close event to WAL at 1732180900551Closed at 1732180900551 2024-11-21T09:21:40,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:21:40,553 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732180900553"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180900553"}]},"ts":"1732180900553"} 2024-11-21T09:21:40,555 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:21:40,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:21:40,556 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180900556"}]},"ts":"1732180900556"} 2024-11-21T09:21:40,558 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T09:21:40,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e6bebbae6fcbddeac8f526345c0efe5e, ASSIGN}] 2024-11-21T09:21:40,559 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e6bebbae6fcbddeac8f526345c0efe5e, ASSIGN 2024-11-21T09:21:40,559 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e6bebbae6fcbddeac8f526345c0efe5e, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,38859,1732180890147; forceNewPlan=false, retain=false 2024-11-21T09:21:40,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e6bebbae6fcbddeac8f526345c0efe5e, regionState=OPENING, regionLocation=5b0ae2ee7b9e,38859,1732180890147 2024-11-21T09:21:40,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e6bebbae6fcbddeac8f526345c0efe5e, ASSIGN because future has completed 2024-11-21T09:21:40,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6bebbae6fcbddeac8f526345c0efe5e, server=5b0ae2ee7b9e,38859,1732180890147}] 2024-11-21T09:21:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:21:40,872 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e. 2024-11-21T09:21:40,873 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e6bebbae6fcbddeac8f526345c0efe5e, NAME => 'test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:21:40,873 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:21:40,873 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T09:21:40,873 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e6bebbae6fcbddeac8f526345c0efe5e 2024-11-21T09:21:40,874 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:40,874 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e6bebbae6fcbddeac8f526345c0efe5e 2024-11-21T09:21:40,874 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e6bebbae6fcbddeac8f526345c0efe5e 2024-11-21T09:21:40,875 INFO [StoreOpener-e6bebbae6fcbddeac8f526345c0efe5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e6bebbae6fcbddeac8f526345c0efe5e 2024-11-21T09:21:40,876 INFO [StoreOpener-e6bebbae6fcbddeac8f526345c0efe5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6bebbae6fcbddeac8f526345c0efe5e columnFamilyName f 2024-11-21T09:21:40,876 DEBUG [StoreOpener-e6bebbae6fcbddeac8f526345c0efe5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:40,877 INFO [StoreOpener-e6bebbae6fcbddeac8f526345c0efe5e-1 {}] regionserver.HStore(327): Store=e6bebbae6fcbddeac8f526345c0efe5e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:40,877 INFO [StoreOpener-e6bebbae6fcbddeac8f526345c0efe5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e6bebbae6fcbddeac8f526345c0efe5e 2024-11-21T09:21:40,878 INFO [StoreOpener-e6bebbae6fcbddeac8f526345c0efe5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6bebbae6fcbddeac8f526345c0efe5e columnFamilyName f1 2024-11-21T09:21:40,879 DEBUG [StoreOpener-e6bebbae6fcbddeac8f526345c0efe5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:40,879 INFO [StoreOpener-e6bebbae6fcbddeac8f526345c0efe5e-1 {}] regionserver.HStore(327): Store=e6bebbae6fcbddeac8f526345c0efe5e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:40,879 INFO [StoreOpener-e6bebbae6fcbddeac8f526345c0efe5e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e6bebbae6fcbddeac8f526345c0efe5e 2024-11-21T09:21:40,881 INFO [StoreOpener-e6bebbae6fcbddeac8f526345c0efe5e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6bebbae6fcbddeac8f526345c0efe5e columnFamilyName norep 2024-11-21T09:21:40,881 DEBUG [StoreOpener-e6bebbae6fcbddeac8f526345c0efe5e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:40,881 INFO [StoreOpener-e6bebbae6fcbddeac8f526345c0efe5e-1 {}] regionserver.HStore(327): Store=e6bebbae6fcbddeac8f526345c0efe5e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:40,881 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e6bebbae6fcbddeac8f526345c0efe5e 2024-11-21T09:21:40,882 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/default/test/e6bebbae6fcbddeac8f526345c0efe5e 2024-11-21T09:21:40,882 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/default/test/e6bebbae6fcbddeac8f526345c0efe5e 2024-11-21T09:21:40,883 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e6bebbae6fcbddeac8f526345c0efe5e 2024-11-21T09:21:40,883 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e6bebbae6fcbddeac8f526345c0efe5e 2024-11-21T09:21:40,883 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:21:40,884 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e6bebbae6fcbddeac8f526345c0efe5e 2024-11-21T09:21:40,886 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/default/test/e6bebbae6fcbddeac8f526345c0efe5e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:21:40,887 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e6bebbae6fcbddeac8f526345c0efe5e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68068873, jitterRate=0.014305248856544495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:21:40,887 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6bebbae6fcbddeac8f526345c0efe5e 2024-11-21T09:21:40,887 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e6bebbae6fcbddeac8f526345c0efe5e: Running coprocessor pre-open hook at 1732180900874Writing region info on filesystem at 1732180900874Initializing all the Stores at 1732180900875 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180900875Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180900875Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180900875Cleaning up temporary data from old regions at 1732180900883 (+8 ms)Running coprocessor post-open hooks at 1732180900887 (+4 ms)Region opened successfully at 1732180900887 2024-11-21T09:21:40,888 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e., pid=6, masterSystemTime=1732180900866 2024-11-21T09:21:40,890 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e. 2024-11-21T09:21:40,890 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e. 2024-11-21T09:21:40,890 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e6bebbae6fcbddeac8f526345c0efe5e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b0ae2ee7b9e,38859,1732180890147 2024-11-21T09:21:40,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6bebbae6fcbddeac8f526345c0efe5e, server=5b0ae2ee7b9e,38859,1732180890147 because future has completed 2024-11-21T09:21:40,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T09:21:40,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e6bebbae6fcbddeac8f526345c0efe5e, server=5b0ae2ee7b9e,38859,1732180890147 in 180 msec 2024-11-21T09:21:40,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T09:21:40,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e6bebbae6fcbddeac8f526345c0efe5e, ASSIGN in 337 msec 2024-11-21T09:21:40,902 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:21:40,902 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180900902"}]},"ts":"1732180900902"} 2024-11-21T09:21:40,904 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T09:21:40,905 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:21:40,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 772 msec 2024-11-21T09:21:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:21:41,279 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T09:21:41,279 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:41,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,46379,1732180896049 2024-11-21T09:21:41,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46fe4f7d 2024-11-21T09:21:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:21:41,281 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:21:41,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46379 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:21:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46379 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T09:21:41,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:21:41,284 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:41,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46379 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T09:21:41,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:21:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:21:41,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741835_1011 (size=902) 2024-11-21T09:21:41,291 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c76e332ee2d19c57924794f1a435db45, NAME => 'test,,1732180901282.c76e332ee2d19c57924794f1a435db45.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96 2024-11-21T09:21:41,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741836_1012 (size=39) 2024-11-21T09:21:41,296 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732180901282.c76e332ee2d19c57924794f1a435db45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:41,297 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c76e332ee2d19c57924794f1a435db45, disabling compactions & flushes 2024-11-21T09:21:41,297 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732180901282.c76e332ee2d19c57924794f1a435db45. 2024-11-21T09:21:41,297 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180901282.c76e332ee2d19c57924794f1a435db45. 2024-11-21T09:21:41,297 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732180901282.c76e332ee2d19c57924794f1a435db45. after waiting 0 ms 2024-11-21T09:21:41,297 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732180901282.c76e332ee2d19c57924794f1a435db45. 2024-11-21T09:21:41,297 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732180901282.c76e332ee2d19c57924794f1a435db45. 2024-11-21T09:21:41,297 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c76e332ee2d19c57924794f1a435db45: Waiting for close lock at 1732180901297Disabling compacts and flushes for region at 1732180901297Disabling writes for close at 1732180901297Writing region close event to WAL at 1732180901297Closed at 1732180901297 2024-11-21T09:21:41,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:21:41,298 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732180901282.c76e332ee2d19c57924794f1a435db45.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732180901298"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180901298"}]},"ts":"1732180901298"} 2024-11-21T09:21:41,300 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:21:41,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:21:41,301 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180901301"}]},"ts":"1732180901301"} 2024-11-21T09:21:41,303 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T09:21:41,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c76e332ee2d19c57924794f1a435db45, ASSIGN}] 2024-11-21T09:21:41,304 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c76e332ee2d19c57924794f1a435db45, ASSIGN 2024-11-21T09:21:41,305 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c76e332ee2d19c57924794f1a435db45, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,35999,1732180896205; forceNewPlan=false, retain=false 2024-11-21T09:21:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:21:41,455 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c76e332ee2d19c57924794f1a435db45, regionState=OPENING, regionLocation=5b0ae2ee7b9e,35999,1732180896205 2024-11-21T09:21:41,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c76e332ee2d19c57924794f1a435db45, ASSIGN because future has completed 2024-11-21T09:21:41,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c76e332ee2d19c57924794f1a435db45, server=5b0ae2ee7b9e,35999,1732180896205}] 2024-11-21T09:21:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:21:41,614 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732180901282.c76e332ee2d19c57924794f1a435db45. 2024-11-21T09:21:41,614 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c76e332ee2d19c57924794f1a435db45, NAME => 'test,,1732180901282.c76e332ee2d19c57924794f1a435db45.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:21:41,614 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:21:41,614 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T09:21:41,614 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c76e332ee2d19c57924794f1a435db45 2024-11-21T09:21:41,614 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732180901282.c76e332ee2d19c57924794f1a435db45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:41,615 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c76e332ee2d19c57924794f1a435db45 2024-11-21T09:21:41,615 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c76e332ee2d19c57924794f1a435db45 2024-11-21T09:21:41,617 INFO [StoreOpener-c76e332ee2d19c57924794f1a435db45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c76e332ee2d19c57924794f1a435db45 2024-11-21T09:21:41,618 INFO [StoreOpener-c76e332ee2d19c57924794f1a435db45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c76e332ee2d19c57924794f1a435db45 columnFamilyName f 2024-11-21T09:21:41,618 DEBUG [StoreOpener-c76e332ee2d19c57924794f1a435db45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:41,618 INFO [StoreOpener-c76e332ee2d19c57924794f1a435db45-1 {}] regionserver.HStore(327): Store=c76e332ee2d19c57924794f1a435db45/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:41,618 INFO [StoreOpener-c76e332ee2d19c57924794f1a435db45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c76e332ee2d19c57924794f1a435db45 2024-11-21T09:21:41,620 INFO [StoreOpener-c76e332ee2d19c57924794f1a435db45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c76e332ee2d19c57924794f1a435db45 columnFamilyName f1 2024-11-21T09:21:41,620 DEBUG [StoreOpener-c76e332ee2d19c57924794f1a435db45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:41,621 INFO [StoreOpener-c76e332ee2d19c57924794f1a435db45-1 {}] regionserver.HStore(327): Store=c76e332ee2d19c57924794f1a435db45/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:41,621 INFO [StoreOpener-c76e332ee2d19c57924794f1a435db45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c76e332ee2d19c57924794f1a435db45 2024-11-21T09:21:41,622 INFO [StoreOpener-c76e332ee2d19c57924794f1a435db45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c76e332ee2d19c57924794f1a435db45 columnFamilyName norep 2024-11-21T09:21:41,622 DEBUG [StoreOpener-c76e332ee2d19c57924794f1a435db45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:41,622 INFO [StoreOpener-c76e332ee2d19c57924794f1a435db45-1 {}] regionserver.HStore(327): Store=c76e332ee2d19c57924794f1a435db45/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:41,622 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c76e332ee2d19c57924794f1a435db45 2024-11-21T09:21:41,623 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/default/test/c76e332ee2d19c57924794f1a435db45 2024-11-21T09:21:41,623 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/default/test/c76e332ee2d19c57924794f1a435db45 2024-11-21T09:21:41,624 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c76e332ee2d19c57924794f1a435db45 2024-11-21T09:21:41,624 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c76e332ee2d19c57924794f1a435db45 2024-11-21T09:21:41,624 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:21:41,625 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c76e332ee2d19c57924794f1a435db45 2024-11-21T09:21:41,627 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/default/test/c76e332ee2d19c57924794f1a435db45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:21:41,627 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c76e332ee2d19c57924794f1a435db45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65456771, jitterRate=-0.024618104100227356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:21:41,627 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c76e332ee2d19c57924794f1a435db45 2024-11-21T09:21:41,628 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c76e332ee2d19c57924794f1a435db45: Running coprocessor pre-open hook at 1732180901615Writing region info on filesystem at 1732180901615Initializing all the Stores at 1732180901616 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180901616Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180901617 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180901617Cleaning up temporary data from old regions at 1732180901624 (+7 ms)Running coprocessor post-open hooks at 1732180901627 (+3 ms)Region opened successfully at 1732180901627 2024-11-21T09:21:41,628 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732180901282.c76e332ee2d19c57924794f1a435db45., pid=6, masterSystemTime=1732180901610 2024-11-21T09:21:41,630 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732180901282.c76e332ee2d19c57924794f1a435db45. 2024-11-21T09:21:41,630 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732180901282.c76e332ee2d19c57924794f1a435db45. 2024-11-21T09:21:41,631 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c76e332ee2d19c57924794f1a435db45, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b0ae2ee7b9e,35999,1732180896205 2024-11-21T09:21:41,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c76e332ee2d19c57924794f1a435db45, server=5b0ae2ee7b9e,35999,1732180896205 because future has completed 2024-11-21T09:21:41,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T09:21:41,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c76e332ee2d19c57924794f1a435db45, server=5b0ae2ee7b9e,35999,1732180896205 in 177 msec 2024-11-21T09:21:41,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T09:21:41,638 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c76e332ee2d19c57924794f1a435db45, ASSIGN in 333 msec 2024-11-21T09:21:41,639 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:21:41,639 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180901639"}]},"ts":"1732180901639"} 2024-11-21T09:21:41,641 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T09:21:41,642 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:21:41,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 360 msec 2024-11-21T09:21:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:21:41,911 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T09:21:41,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8c21a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:41,911 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,36949,-1 for getting cluster id 2024-11-21T09:21:41,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:41,915 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca4b0118-bd08-49be-9afd-79ecab527745' 2024-11-21T09:21:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca4b0118-bd08-49be-9afd-79ecab527745" 2024-11-21T09:21:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110bcd21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:41,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,36949,-1] 2024-11-21T09:21:41,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:41,916 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:41,917 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:41,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2952a5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:41,918 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:41,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,36949,1732180885411 2024-11-21T09:21:41,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59a2f57c 2024-11-21T09:21:41,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:21:41,921 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:21:41,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b0ae2ee7b9e:46247,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T09:21:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T09:21:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:41,925 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:46247' 2024-11-21T09:21:41,936 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a000d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:41,936 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,46247,-1 for getting cluster id 2024-11-21T09:21:41,937 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:41,938 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1afa4427-7a11-4ee8-9e19-b669e81a8681' 2024-11-21T09:21:41,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:41,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1afa4427-7a11-4ee8-9e19-b669e81a8681" 2024-11-21T09:21:41,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17026391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:41,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,46247,-1] 2024-11-21T09:21:41,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:41,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:41,939 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:41,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1a58a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:41,940 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:41,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,46247,1732180889866 2024-11-21T09:21:41,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c7ea1b2 2024-11-21T09:21:41,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:21:41,944 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:21:41,945 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-21T09:21:41,945 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T09:21:41,945 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:41,945 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:41,946 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:21:41,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:41,961 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T09:21:41,972 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:21:41,973 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:41,979 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:21:41,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741837_1013 (size=1138) 2024-11-21T09:21:42,005 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2f2d893a1bd11ec4b4ce24e591ba9e6d, NAME => 'hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9 2024-11-21T09:21:42,011 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T09:21:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:42,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741838_1014 (size=44) 2024-11-21T09:21:42,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:42,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2f2d893a1bd11ec4b4ce24e591ba9e6d, disabling compactions & flushes 2024-11-21T09:21:42,041 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d. 2024-11-21T09:21:42,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d. 2024-11-21T09:21:42,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d. after waiting 0 ms 2024-11-21T09:21:42,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d. 2024-11-21T09:21:42,041 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d. 2024-11-21T09:21:42,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2f2d893a1bd11ec4b4ce24e591ba9e6d: Waiting for close lock at 1732180902041Disabling compacts and flushes for region at 1732180902041Disabling writes for close at 1732180902041Writing region close event to WAL at 1732180902041Closed at 1732180902041 2024-11-21T09:21:42,043 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:21:42,043 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732180902043"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180902043"}]},"ts":"1732180902043"} 2024-11-21T09:21:42,046 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:21:42,047 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:21:42,047 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180902047"}]},"ts":"1732180902047"} 2024-11-21T09:21:42,050 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T09:21:42,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2f2d893a1bd11ec4b4ce24e591ba9e6d, ASSIGN}] 2024-11-21T09:21:42,052 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2f2d893a1bd11ec4b4ce24e591ba9e6d, ASSIGN 2024-11-21T09:21:42,053 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2f2d893a1bd11ec4b4ce24e591ba9e6d, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,45257,1732180885620; forceNewPlan=false, retain=false 2024-11-21T09:21:42,204 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2f2d893a1bd11ec4b4ce24e591ba9e6d, regionState=OPENING, regionLocation=5b0ae2ee7b9e,45257,1732180885620 2024-11-21T09:21:42,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2f2d893a1bd11ec4b4ce24e591ba9e6d, ASSIGN because future has completed 2024-11-21T09:21:42,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f2d893a1bd11ec4b4ce24e591ba9e6d, server=5b0ae2ee7b9e,45257,1732180885620}] 2024-11-21T09:21:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:42,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d. 2024-11-21T09:21:42,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:21:42,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T09:21:42,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C45257%2C1732180885620.rep, suffix=, logDir=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620, archiveDir=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/oldWALs, maxLogs=10 2024-11-21T09:21:42,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.rep.1732180902393, exclude list is [], retry=0 2024-11-21T09:21:42,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42785,DS-22ed8072-145e-419d-a58e-b6d66c2571c8,DISK] 2024-11-21T09:21:42,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.rep.1732180902393 2024-11-21T09:21:42,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39103:39103)] 2024-11-21T09:21:42,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f2d893a1bd11ec4b4ce24e591ba9e6d, NAME => 'hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:21:42,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:21:42,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:21:42,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d. service=MultiRowMutationService 2024-11-21T09:21:42,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T09:21:42,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2f2d893a1bd11ec4b4ce24e591ba9e6d 2024-11-21T09:21:42,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:42,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2f2d893a1bd11ec4b4ce24e591ba9e6d 2024-11-21T09:21:42,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2f2d893a1bd11ec4b4ce24e591ba9e6d 2024-11-21T09:21:42,428 INFO [StoreOpener-2f2d893a1bd11ec4b4ce24e591ba9e6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2f2d893a1bd11ec4b4ce24e591ba9e6d 2024-11-21T09:21:42,430 INFO [StoreOpener-2f2d893a1bd11ec4b4ce24e591ba9e6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f2d893a1bd11ec4b4ce24e591ba9e6d columnFamilyName hfileref 2024-11-21T09:21:42,430 DEBUG [StoreOpener-2f2d893a1bd11ec4b4ce24e591ba9e6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:42,430 INFO [StoreOpener-2f2d893a1bd11ec4b4ce24e591ba9e6d-1 {}] regionserver.HStore(327): Store=2f2d893a1bd11ec4b4ce24e591ba9e6d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:42,430 INFO [StoreOpener-2f2d893a1bd11ec4b4ce24e591ba9e6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2f2d893a1bd11ec4b4ce24e591ba9e6d 2024-11-21T09:21:42,431 INFO [StoreOpener-2f2d893a1bd11ec4b4ce24e591ba9e6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f2d893a1bd11ec4b4ce24e591ba9e6d columnFamilyName queue 2024-11-21T09:21:42,431 DEBUG [StoreOpener-2f2d893a1bd11ec4b4ce24e591ba9e6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:42,432 INFO [StoreOpener-2f2d893a1bd11ec4b4ce24e591ba9e6d-1 {}] regionserver.HStore(327): Store=2f2d893a1bd11ec4b4ce24e591ba9e6d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:42,432 INFO [StoreOpener-2f2d893a1bd11ec4b4ce24e591ba9e6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2f2d893a1bd11ec4b4ce24e591ba9e6d 2024-11-21T09:21:42,433 INFO [StoreOpener-2f2d893a1bd11ec4b4ce24e591ba9e6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f2d893a1bd11ec4b4ce24e591ba9e6d columnFamilyName sid 2024-11-21T09:21:42,433 DEBUG [StoreOpener-2f2d893a1bd11ec4b4ce24e591ba9e6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:42,433 INFO [StoreOpener-2f2d893a1bd11ec4b4ce24e591ba9e6d-1 {}] regionserver.HStore(327): Store=2f2d893a1bd11ec4b4ce24e591ba9e6d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:42,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2f2d893a1bd11ec4b4ce24e591ba9e6d 2024-11-21T09:21:42,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/replication/2f2d893a1bd11ec4b4ce24e591ba9e6d 2024-11-21T09:21:42,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/replication/2f2d893a1bd11ec4b4ce24e591ba9e6d 2024-11-21T09:21:42,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2f2d893a1bd11ec4b4ce24e591ba9e6d 2024-11-21T09:21:42,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2f2d893a1bd11ec4b4ce24e591ba9e6d 2024-11-21T09:21:42,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:21:42,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2f2d893a1bd11ec4b4ce24e591ba9e6d 2024-11-21T09:21:42,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/replication/2f2d893a1bd11ec4b4ce24e591ba9e6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:21:42,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2f2d893a1bd11ec4b4ce24e591ba9e6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65575149, jitterRate=-0.022854134440422058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:21:42,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f2d893a1bd11ec4b4ce24e591ba9e6d 2024-11-21T09:21:42,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2f2d893a1bd11ec4b4ce24e591ba9e6d: Running coprocessor pre-open hook at 1732180902425Writing region info on filesystem at 1732180902425Initializing all the Stores at 1732180902426 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180902426Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180902428 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180902428Cleaning up temporary data from old regions at 1732180902434 (+6 ms)Running coprocessor post-open hooks at 1732180902441 (+7 ms)Region opened successfully at 1732180902441 2024-11-21T09:21:42,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d., pid=10, masterSystemTime=1732180902380 2024-11-21T09:21:42,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d. 2024-11-21T09:21:42,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d. 2024-11-21T09:21:42,444 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2f2d893a1bd11ec4b4ce24e591ba9e6d, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,45257,1732180885620 2024-11-21T09:21:42,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f2d893a1bd11ec4b4ce24e591ba9e6d, server=5b0ae2ee7b9e,45257,1732180885620 because future has completed 2024-11-21T09:21:42,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T09:21:42,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f2d893a1bd11ec4b4ce24e591ba9e6d, server=5b0ae2ee7b9e,45257,1732180885620 in 218 msec 2024-11-21T09:21:42,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T09:21:42,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2f2d893a1bd11ec4b4ce24e591ba9e6d, ASSIGN in 396 msec 2024-11-21T09:21:42,449 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:21:42,449 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180902449"}]},"ts":"1732180902449"} 2024-11-21T09:21:42,450 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T09:21:42,451 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:21:42,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 505 msec 2024-11-21T09:21:42,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d., hostname=5b0ae2ee7b9e,45257,1732180885620, seqNum=2] 2024-11-21T09:21:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:42,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070251075 2024-11-21T09:21:42,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x1015cb2b1bf0001, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070251075 2024-11-21T09:21:42,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T09:21:42,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45257 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T09:21:42,801 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T09:21:42,837 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5b0ae2ee7b9e,45257,1732180885620, ReplicationSource: 1, currentBandwidth=0 2024-11-21T09:21:42,837 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:21:42,838 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,45257,1732180885620, seqNum=-1] 2024-11-21T09:21:42,838 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:21:42,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-21T09:21:42,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b0ae2ee7b9e,45257,1732180885620', locateType=CURRENT is [region=hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d., hostname=5b0ae2ee7b9e,45257,1732180885620, seqNum=2] 2024-11-21T09:21:42,849 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T09:21:42,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T09:21:42,865 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:46247' 2024-11-21T09:21:42,867 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@441e703d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:42,867 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,46247,-1 for getting cluster id 2024-11-21T09:21:42,867 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:42,867 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1afa4427-7a11-4ee8-9e19-b669e81a8681' 2024-11-21T09:21:42,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:42,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1afa4427-7a11-4ee8-9e19-b669e81a8681" 2024-11-21T09:21:42,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@177821a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:42,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,46247,-1] 2024-11-21T09:21:42,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:42,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:42,870 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:42,870 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b0ae2ee7b9e,45257,1732180885620 suceeded 2024-11-21T09:21:42,871 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36dd4350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:42,871 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:42,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,46247,1732180889866 2024-11-21T09:21:42,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f11e31f 2024-11-21T09:21:42,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:21:42,873 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-21T09:21:42,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T09:21:42,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 222 msec 2024-11-21T09:21:42,874 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b0ae2ee7b9e:46247,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T09:21:42,874 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b0ae2ee7b9e,45257,1732180885620 (queues=1) is replicating from cluster=ca4b0118-bd08-49be-9afd-79ecab527745 to cluster=1afa4427-7a11-4ee8-9e19-b669e81a8681 2024-11-21T09:21:42,874 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b0ae2ee7b9e%2C45257%2C1732180885620 2024-11-21T09:21:42,874 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b0ae2ee7b9e,45257,1732180885620, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T09:21:42,875 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764, startPosition=0, beingWritten=true 2024-11-21T09:21:42,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 952 msec 2024-11-21T09:21:42,880 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.shipper5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b0ae2ee7b9e%2C45257%2C1732180885620 2024-11-21T09:21:42,892 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:42,892 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 379, reset compression=false 2024-11-21T09:21:42,892 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.shipper5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,45257,1732180885620 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:21:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:43,065 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T09:21:43,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:21:43,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:43,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:43,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:43,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:43,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46dfb290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:43,066 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,46247,-1 for getting cluster id 2024-11-21T09:21:43,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:43,067 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1afa4427-7a11-4ee8-9e19-b669e81a8681' 2024-11-21T09:21:43,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:43,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1afa4427-7a11-4ee8-9e19-b669e81a8681" 2024-11-21T09:21:43,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a74fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:43,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,46247,-1] 2024-11-21T09:21:43,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:43,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:43,069 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:43,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682e05ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:43,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:43,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,46247,1732180889866 2024-11-21T09:21:43,072 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ad1029 2024-11-21T09:21:43,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:21:43,073 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:21:43,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b0ae2ee7b9e:46379,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T09:21:43,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T09:21:43,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:43,076 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:46379' 2024-11-21T09:21:43,083 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce72c0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:43,083 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,46379,-1 for getting cluster id 2024-11-21T09:21:43,083 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:43,084 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7f16d18-0062-4b53-a21a-8ea45b98c1da' 2024-11-21T09:21:43,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:43,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7f16d18-0062-4b53-a21a-8ea45b98c1da" 2024-11-21T09:21:43,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2ed178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:43,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,46379,-1] 2024-11-21T09:21:43,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:43,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:43,086 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:43,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4662a806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:43,087 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:43,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,46379,1732180896049 2024-11-21T09:21:43,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cbf6d7 2024-11-21T09:21:43,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:21:43,089 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:21:43,089 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T09:21:43,089 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T09:21:43,089 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:43,089 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:43,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:43,090 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:21:43,091 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T09:21:43,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:21:43,092 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:43,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:21:43,097 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 379, reset compression=false 2024-11-21T09:21:43,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741837_1013 (size=1138) 2024-11-21T09:21:43,141 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T09:21:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:43,413 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 379, reset compression=false 2024-11-21T09:21:43,507 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7f1f6ca295d125f868deae1bca527d9, NAME => 'hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453 2024-11-21T09:21:43,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741838_1014 (size=44) 2024-11-21T09:21:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:43,816 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 379, reset compression=false 2024-11-21T09:21:43,912 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:43,912 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d7f1f6ca295d125f868deae1bca527d9, disabling compactions & flushes 2024-11-21T09:21:43,913 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9. 2024-11-21T09:21:43,913 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9. 2024-11-21T09:21:43,913 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9. after waiting 0 ms 2024-11-21T09:21:43,913 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9. 2024-11-21T09:21:43,913 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9. 2024-11-21T09:21:43,913 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7f1f6ca295d125f868deae1bca527d9: Waiting for close lock at 1732180903912Disabling compacts and flushes for region at 1732180903912Disabling writes for close at 1732180903913 (+1 ms)Writing region close event to WAL at 1732180903913Closed at 1732180903913 2024-11-21T09:21:43,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:21:43,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732180903914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180903914"}]},"ts":"1732180903914"} 2024-11-21T09:21:43,915 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:21:43,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:21:43,916 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180903916"}]},"ts":"1732180903916"} 2024-11-21T09:21:43,918 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T09:21:43,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7f1f6ca295d125f868deae1bca527d9, ASSIGN}] 2024-11-21T09:21:43,919 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7f1f6ca295d125f868deae1bca527d9, ASSIGN 2024-11-21T09:21:43,920 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d7f1f6ca295d125f868deae1bca527d9, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,38859,1732180890147; forceNewPlan=false, retain=false 2024-11-21T09:21:44,070 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d7f1f6ca295d125f868deae1bca527d9, regionState=OPENING, regionLocation=5b0ae2ee7b9e,38859,1732180890147 2024-11-21T09:21:44,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d7f1f6ca295d125f868deae1bca527d9, ASSIGN because future has completed 2024-11-21T09:21:44,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7f1f6ca295d125f868deae1bca527d9, server=5b0ae2ee7b9e,38859,1732180890147}] 2024-11-21T09:21:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:44,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9. 2024-11-21T09:21:44,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:21:44,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T09:21:44,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C38859%2C1732180890147.rep, suffix=, logDir=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147, archiveDir=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/oldWALs, maxLogs=10 2024-11-21T09:21:44,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.rep.1732180904229, exclude list is [], retry=0 2024-11-21T09:21:44,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36987,DS-929fc8cf-bb45-442b-ae7d-21d210ea3a44,DISK] 2024-11-21T09:21:44,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.rep.1732180904229 2024-11-21T09:21:44,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34457:34457)] 2024-11-21T09:21:44,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d7f1f6ca295d125f868deae1bca527d9, NAME => 'hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:21:44,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:21:44,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:21:44,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9. service=MultiRowMutationService 2024-11-21T09:21:44,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T09:21:44,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d7f1f6ca295d125f868deae1bca527d9 2024-11-21T09:21:44,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:44,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d7f1f6ca295d125f868deae1bca527d9 2024-11-21T09:21:44,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d7f1f6ca295d125f868deae1bca527d9 2024-11-21T09:21:44,260 INFO [StoreOpener-d7f1f6ca295d125f868deae1bca527d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d7f1f6ca295d125f868deae1bca527d9 2024-11-21T09:21:44,262 INFO [StoreOpener-d7f1f6ca295d125f868deae1bca527d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7f1f6ca295d125f868deae1bca527d9 columnFamilyName hfileref 2024-11-21T09:21:44,262 DEBUG [StoreOpener-d7f1f6ca295d125f868deae1bca527d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:44,262 INFO [StoreOpener-d7f1f6ca295d125f868deae1bca527d9-1 {}] regionserver.HStore(327): Store=d7f1f6ca295d125f868deae1bca527d9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:44,262 INFO [StoreOpener-d7f1f6ca295d125f868deae1bca527d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d7f1f6ca295d125f868deae1bca527d9 2024-11-21T09:21:44,263 INFO [StoreOpener-d7f1f6ca295d125f868deae1bca527d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7f1f6ca295d125f868deae1bca527d9 columnFamilyName queue 2024-11-21T09:21:44,263 DEBUG [StoreOpener-d7f1f6ca295d125f868deae1bca527d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:44,264 INFO [StoreOpener-d7f1f6ca295d125f868deae1bca527d9-1 {}] regionserver.HStore(327): Store=d7f1f6ca295d125f868deae1bca527d9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:44,264 INFO [StoreOpener-d7f1f6ca295d125f868deae1bca527d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d7f1f6ca295d125f868deae1bca527d9 2024-11-21T09:21:44,265 INFO [StoreOpener-d7f1f6ca295d125f868deae1bca527d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7f1f6ca295d125f868deae1bca527d9 columnFamilyName sid 2024-11-21T09:21:44,265 DEBUG [StoreOpener-d7f1f6ca295d125f868deae1bca527d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:44,265 INFO [StoreOpener-d7f1f6ca295d125f868deae1bca527d9-1 {}] regionserver.HStore(327): Store=d7f1f6ca295d125f868deae1bca527d9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:44,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d7f1f6ca295d125f868deae1bca527d9 2024-11-21T09:21:44,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/replication/d7f1f6ca295d125f868deae1bca527d9 2024-11-21T09:21:44,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/replication/d7f1f6ca295d125f868deae1bca527d9 2024-11-21T09:21:44,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d7f1f6ca295d125f868deae1bca527d9 2024-11-21T09:21:44,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d7f1f6ca295d125f868deae1bca527d9 2024-11-21T09:21:44,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:21:44,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d7f1f6ca295d125f868deae1bca527d9 2024-11-21T09:21:44,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/replication/d7f1f6ca295d125f868deae1bca527d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:21:44,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d7f1f6ca295d125f868deae1bca527d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61710693, jitterRate=-0.0804390162229538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:21:44,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7f1f6ca295d125f868deae1bca527d9 2024-11-21T09:21:44,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d7f1f6ca295d125f868deae1bca527d9: Running coprocessor pre-open hook at 1732180904258Writing region info on filesystem at 1732180904258Initializing all the Stores at 1732180904258Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180904258Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180904260 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180904260Cleaning up temporary data from old regions at 1732180904266 (+6 ms)Running coprocessor post-open hooks at 1732180904269 (+3 ms)Region opened successfully at 1732180904269 2024-11-21T09:21:44,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9., pid=10, masterSystemTime=1732180904224 2024-11-21T09:21:44,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9. 2024-11-21T09:21:44,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9. 2024-11-21T09:21:44,272 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d7f1f6ca295d125f868deae1bca527d9, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,38859,1732180890147 2024-11-21T09:21:44,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7f1f6ca295d125f868deae1bca527d9, server=5b0ae2ee7b9e,38859,1732180890147 because future has completed 2024-11-21T09:21:44,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T09:21:44,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d7f1f6ca295d125f868deae1bca527d9, server=5b0ae2ee7b9e,38859,1732180890147 in 204 msec 2024-11-21T09:21:44,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T09:21:44,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d7f1f6ca295d125f868deae1bca527d9, ASSIGN in 361 msec 2024-11-21T09:21:44,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:21:44,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180904282"}]},"ts":"1732180904282"} 2024-11-21T09:21:44,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T09:21:44,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:21:44,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1940 sec 2024-11-21T09:21:44,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9., hostname=5b0ae2ee7b9e,38859,1732180890147, seqNum=2] 2024-11-21T09:21:44,323 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 379, reset compression=false 2024-11-21T09:21:44,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826949435 2024-11-21T09:21:44,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1015cb2b1bf0004, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826949435 2024-11-21T09:21:44,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T09:21:44,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38859 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T09:21:44,544 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T09:21:44,586 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5b0ae2ee7b9e,38859,1732180890147, ReplicationSource: 1, currentBandwidth=0 2024-11-21T09:21:44,587 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:21:44,587 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,38859,1732180890147, seqNum=-1] 2024-11-21T09:21:44,587 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:21:44,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-21T09:21:44,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b0ae2ee7b9e,38859,1732180890147', locateType=CURRENT is [region=hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9., hostname=5b0ae2ee7b9e,38859,1732180890147, seqNum=2] 2024-11-21T09:21:44,592 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T09:21:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T09:21:44,595 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b0ae2ee7b9e,38859,1732180890147 suceeded 2024-11-21T09:21:44,598 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b0ae2ee7b9e:46379,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T09:21:44,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T09:21:44,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-21T09:21:44,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5250 sec 2024-11-21T09:21:44,609 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:46379' 2024-11-21T09:21:44,610 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78194730, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:44,610 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,46379,-1 for getting cluster id 2024-11-21T09:21:44,611 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:44,611 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7f16d18-0062-4b53-a21a-8ea45b98c1da' 2024-11-21T09:21:44,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:44,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7f16d18-0062-4b53-a21a-8ea45b98c1da" 2024-11-21T09:21:44,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f3937e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:44,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,46379,-1] 2024-11-21T09:21:44,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:44,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:44,612 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:44,613 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44198282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:44,613 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:44,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,46379,1732180896049 2024-11-21T09:21:44,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5457902a 2024-11-21T09:21:44,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:21:44,614 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-21T09:21:44,615 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b0ae2ee7b9e,38859,1732180890147 (queues=1) is replicating from cluster=1afa4427-7a11-4ee8-9e19-b669e81a8681 to cluster=b7f16d18-0062-4b53-a21a-8ea45b98c1da 2024-11-21T09:21:44,615 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b0ae2ee7b9e%2C38859%2C1732180890147 2024-11-21T09:21:44,615 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b0ae2ee7b9e,38859,1732180890147, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T09:21:44,616 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875, startPosition=0, beingWritten=true 2024-11-21T09:21:44,616 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.shipper5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b0ae2ee7b9e%2C38859%2C1732180890147 2024-11-21T09:21:44,622 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:44,623 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 379, reset compression=false 2024-11-21T09:21:44,623 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.shipper5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,38859,1732180890147 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:21:44,742 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:21:44,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:44,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:44,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:44,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:44,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:44,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:44,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:44,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:44,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:44,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:44,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:44,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:44,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:44,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:44,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:44,826 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 379, reset compression=false 2024-11-21T09:21:44,850 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T09:21:44,850 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T09:21:44,937 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 379, reset compression=false 2024-11-21T09:21:45,133 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 379, reset compression=false 2024-11-21T09:21:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46247 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:45,240 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T09:21:45,240 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:21:45,240 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:45,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:45,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:45,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:45,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a3687bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:45,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,46379,-1 for getting cluster id 2024-11-21T09:21:45,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:45,241 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7f16d18-0062-4b53-a21a-8ea45b98c1da' 2024-11-21T09:21:45,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:45,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7f16d18-0062-4b53-a21a-8ea45b98c1da" 2024-11-21T09:21:45,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b50f1dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:45,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,46379,-1] 2024-11-21T09:21:45,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:45,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:45,243 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687ec633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:45,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,46379,1732180896049 2024-11-21T09:21:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d50ae9b 2024-11-21T09:21:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:21:45,246 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:21:45,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46379 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b0ae2ee7b9e:46247,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T09:21:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46379 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T09:21:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:45,249 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:46247' 2024-11-21T09:21:45,250 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0de9db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:45,250 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,46247,-1 for getting cluster id 2024-11-21T09:21:45,250 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:45,250 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1afa4427-7a11-4ee8-9e19-b669e81a8681' 2024-11-21T09:21:45,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:45,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1afa4427-7a11-4ee8-9e19-b669e81a8681" 2024-11-21T09:21:45,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30939e19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:45,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,46247,-1] 2024-11-21T09:21:45,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:45,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:45,252 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:45,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5af76b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:45,252 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:45,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,46247,1732180889866 2024-11-21T09:21:45,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cd4c942 2024-11-21T09:21:45,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:21:45,254 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:21:45,254 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-21T09:21:45,254 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T09:21:45,255 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:45,255 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:45,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:45,255 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:21:45,256 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T09:21:45,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:21:45,257 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:45,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:21:45,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741837_1013 (size=1138) 2024-11-21T09:21:45,306 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T09:21:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:45,537 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 379, reset compression=false 2024-11-21T09:21:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:45,641 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 379, reset compression=false 2024-11-21T09:21:45,671 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c697fa6d372ba0484ba810acac761226, NAME => 'hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96 2024-11-21T09:21:45,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741838_1014 (size=44) 2024-11-21T09:21:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:46,040 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 379, reset compression=false 2024-11-21T09:21:46,077 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:46,077 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c697fa6d372ba0484ba810acac761226, disabling compactions & flushes 2024-11-21T09:21:46,077 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226. 2024-11-21T09:21:46,077 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226. 2024-11-21T09:21:46,077 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226. after waiting 0 ms 2024-11-21T09:21:46,077 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226. 2024-11-21T09:21:46,077 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226. 2024-11-21T09:21:46,077 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c697fa6d372ba0484ba810acac761226: Waiting for close lock at 1732180906077Disabling compacts and flushes for region at 1732180906077Disabling writes for close at 1732180906077Writing region close event to WAL at 1732180906077Closed at 1732180906077 2024-11-21T09:21:46,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:21:46,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732180906078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180906078"}]},"ts":"1732180906078"} 2024-11-21T09:21:46,080 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:21:46,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:21:46,081 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180906081"}]},"ts":"1732180906081"} 2024-11-21T09:21:46,083 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T09:21:46,083 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c697fa6d372ba0484ba810acac761226, ASSIGN}] 2024-11-21T09:21:46,085 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c697fa6d372ba0484ba810acac761226, ASSIGN 2024-11-21T09:21:46,085 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c697fa6d372ba0484ba810acac761226, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,35999,1732180896205; forceNewPlan=false, retain=false 2024-11-21T09:21:46,236 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c697fa6d372ba0484ba810acac761226, regionState=OPENING, regionLocation=5b0ae2ee7b9e,35999,1732180896205 2024-11-21T09:21:46,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c697fa6d372ba0484ba810acac761226, ASSIGN because future has completed 2024-11-21T09:21:46,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c697fa6d372ba0484ba810acac761226, server=5b0ae2ee7b9e,35999,1732180896205}] 2024-11-21T09:21:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:46,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226. 2024-11-21T09:21:46,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:21:46,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T09:21:46,397 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C35999%2C1732180896205.rep, suffix=, logDir=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205, archiveDir=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/oldWALs, maxLogs=10 2024-11-21T09:21:46,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.rep.1732180906398, exclude list is [], retry=0 2024-11-21T09:21:46,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40645,DS-11c826d5-720b-4344-98ee-e6a4f33578a5,DISK] 2024-11-21T09:21:46,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.rep.1732180906398 2024-11-21T09:21:46,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45347:45347)] 2024-11-21T09:21:46,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c697fa6d372ba0484ba810acac761226, NAME => 'hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:21:46,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:21:46,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:21:46,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226. service=MultiRowMutationService 2024-11-21T09:21:46,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T09:21:46,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c697fa6d372ba0484ba810acac761226 2024-11-21T09:21:46,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:21:46,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c697fa6d372ba0484ba810acac761226 2024-11-21T09:21:46,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c697fa6d372ba0484ba810acac761226 2024-11-21T09:21:46,430 INFO [StoreOpener-c697fa6d372ba0484ba810acac761226-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c697fa6d372ba0484ba810acac761226 2024-11-21T09:21:46,431 INFO [StoreOpener-c697fa6d372ba0484ba810acac761226-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c697fa6d372ba0484ba810acac761226 columnFamilyName hfileref 2024-11-21T09:21:46,431 DEBUG [StoreOpener-c697fa6d372ba0484ba810acac761226-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:46,431 INFO [StoreOpener-c697fa6d372ba0484ba810acac761226-1 {}] regionserver.HStore(327): Store=c697fa6d372ba0484ba810acac761226/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:46,431 INFO [StoreOpener-c697fa6d372ba0484ba810acac761226-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c697fa6d372ba0484ba810acac761226 2024-11-21T09:21:46,432 INFO [StoreOpener-c697fa6d372ba0484ba810acac761226-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c697fa6d372ba0484ba810acac761226 columnFamilyName queue 2024-11-21T09:21:46,432 DEBUG [StoreOpener-c697fa6d372ba0484ba810acac761226-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:46,432 INFO [StoreOpener-c697fa6d372ba0484ba810acac761226-1 {}] regionserver.HStore(327): Store=c697fa6d372ba0484ba810acac761226/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:46,432 INFO [StoreOpener-c697fa6d372ba0484ba810acac761226-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c697fa6d372ba0484ba810acac761226 2024-11-21T09:21:46,433 INFO [StoreOpener-c697fa6d372ba0484ba810acac761226-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c697fa6d372ba0484ba810acac761226 columnFamilyName sid 2024-11-21T09:21:46,433 DEBUG [StoreOpener-c697fa6d372ba0484ba810acac761226-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:21:46,433 INFO [StoreOpener-c697fa6d372ba0484ba810acac761226-1 {}] regionserver.HStore(327): Store=c697fa6d372ba0484ba810acac761226/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:21:46,433 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c697fa6d372ba0484ba810acac761226 2024-11-21T09:21:46,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/replication/c697fa6d372ba0484ba810acac761226 2024-11-21T09:21:46,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/replication/c697fa6d372ba0484ba810acac761226 2024-11-21T09:21:46,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c697fa6d372ba0484ba810acac761226 2024-11-21T09:21:46,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c697fa6d372ba0484ba810acac761226 2024-11-21T09:21:46,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:21:46,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c697fa6d372ba0484ba810acac761226 2024-11-21T09:21:46,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/replication/c697fa6d372ba0484ba810acac761226/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:21:46,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c697fa6d372ba0484ba810acac761226; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72717434, jitterRate=0.08357420563697815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:21:46,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c697fa6d372ba0484ba810acac761226 2024-11-21T09:21:46,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c697fa6d372ba0484ba810acac761226: Running coprocessor pre-open hook at 1732180906429Writing region info on filesystem at 1732180906429Initializing all the Stores at 1732180906430 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180906430Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180906430Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180906430Cleaning up temporary data from old regions at 1732180906435 (+5 ms)Running coprocessor post-open hooks at 1732180906438 (+3 ms)Region opened successfully at 1732180906438 2024-11-21T09:21:46,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226., pid=10, masterSystemTime=1732180906393 2024-11-21T09:21:46,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226. 2024-11-21T09:21:46,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226. 2024-11-21T09:21:46,441 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c697fa6d372ba0484ba810acac761226, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,35999,1732180896205 2024-11-21T09:21:46,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c697fa6d372ba0484ba810acac761226, server=5b0ae2ee7b9e,35999,1732180896205 because future has completed 2024-11-21T09:21:46,444 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 379, reset compression=false 2024-11-21T09:21:46,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T09:21:46,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c697fa6d372ba0484ba810acac761226, server=5b0ae2ee7b9e,35999,1732180896205 in 204 msec 2024-11-21T09:21:46,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T09:21:46,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c697fa6d372ba0484ba810acac761226, ASSIGN in 362 msec 2024-11-21T09:21:46,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:21:46,448 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180906447"}]},"ts":"1732180906447"} 2024-11-21T09:21:46,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T09:21:46,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:21:46,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1950 sec 2024-11-21T09:21:46,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226., hostname=5b0ae2ee7b9e,35999,1732180896205, seqNum=2] 2024-11-21T09:21:46,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T09:21:46,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T09:21:46,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:21:46,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T09:21:46,655 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 379, reset compression=false 2024-11-21T09:21:46,656 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1015cb2b1bf0007, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039007733 2024-11-21T09:21:46,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039007733 2024-11-21T09:21:46,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T09:21:46,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35999 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T09:21:46,951 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T09:21:46,976 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5b0ae2ee7b9e,35999,1732180896205, ReplicationSource: 1, currentBandwidth=0 2024-11-21T09:21:46,976 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:21:46,976 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,35999,1732180896205, seqNum=-1] 2024-11-21T09:21:46,977 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:21:46,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-21T09:21:46,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b0ae2ee7b9e,35999,1732180896205', locateType=CURRENT is [region=hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226., hostname=5b0ae2ee7b9e,35999,1732180896205, seqNum=2] 2024-11-21T09:21:46,980 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T09:21:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46379 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T09:21:46,982 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b0ae2ee7b9e,35999,1732180896205 suceeded 2024-11-21T09:21:46,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T09:21:46,984 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b0ae2ee7b9e:46247,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T09:21:46,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-21T09:21:46,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7380 sec 2024-11-21T09:21:46,997 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:46247' 2024-11-21T09:21:46,998 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6159565e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:46,998 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,46247,-1 for getting cluster id 2024-11-21T09:21:46,999 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:46,999 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1afa4427-7a11-4ee8-9e19-b669e81a8681' 2024-11-21T09:21:46,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:46,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1afa4427-7a11-4ee8-9e19-b669e81a8681" 2024-11-21T09:21:47,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@731fc245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:47,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,46247,-1] 2024-11-21T09:21:47,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:47,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:47,001 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:47,001 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ef723a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:47,001 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:47,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,46247,1732180889866 2024-11-21T09:21:47,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ab75299 2024-11-21T09:21:47,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:21:47,003 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-21T09:21:47,003 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b0ae2ee7b9e,35999,1732180896205 (queues=1) is replicating from cluster=b7f16d18-0062-4b53-a21a-8ea45b98c1da to cluster=1afa4427-7a11-4ee8-9e19-b669e81a8681 2024-11-21T09:21:47,003 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b0ae2ee7b9e%2C35999%2C1732180896205 2024-11-21T09:21:47,003 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b0ae2ee7b9e,35999,1732180896205, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T09:21:47,004 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512, startPosition=0, beingWritten=true 2024-11-21T09:21:47,006 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.shipper5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b0ae2ee7b9e%2C35999%2C1732180896205 2024-11-21T09:21:47,011 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:47,011 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 379, reset compression=false 2024-11-21T09:21:47,012 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.shipper5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,35999,1732180896205 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:21:47,215 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 379, reset compression=false 2024-11-21T09:21:47,347 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 379, reset compression=false 2024-11-21T09:21:47,358 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 379, reset compression=false 2024-11-21T09:21:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46379 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:21:47,399 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T09:21:47,399 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:21:47,399 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:47,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:47,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:47,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:47,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214d8ea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:47,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,36949,-1 for getting cluster id 2024-11-21T09:21:47,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:47,400 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca4b0118-bd08-49be-9afd-79ecab527745' 2024-11-21T09:21:47,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:47,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca4b0118-bd08-49be-9afd-79ecab527745" 2024-11-21T09:21:47,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9a026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:47,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,36949,-1] 2024-11-21T09:21:47,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:47,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:47,402 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:47,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2507b64c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:47,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d40f867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:47,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,46247,-1 for getting cluster id 2024-11-21T09:21:47,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:47,403 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1afa4427-7a11-4ee8-9e19-b669e81a8681' 2024-11-21T09:21:47,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:47,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1afa4427-7a11-4ee8-9e19-b669e81a8681" 2024-11-21T09:21:47,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ad149e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:47,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,46247,-1] 2024-11-21T09:21:47,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:47,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:47,404 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:47,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b548dae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:47,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599de33b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:47,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,46379,-1 for getting cluster id 2024-11-21T09:21:47,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:47,405 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7f16d18-0062-4b53-a21a-8ea45b98c1da' 2024-11-21T09:21:47,405 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:47,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7f16d18-0062-4b53-a21a-8ea45b98c1da" 2024-11-21T09:21:47,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697b3c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:47,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,46379,-1] 2024-11-21T09:21:47,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:47,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:47,406 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:47,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48aed6ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:47,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:21:47,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,45257,1732180885620, seqNum=-1] 2024-11-21T09:21:47,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:21:47,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:21:47,410 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732180899493.047274a348ec1b43a1f19b8e47842c89., hostname=5b0ae2ee7b9e,45257,1732180885620, seqNum=2] 2024-11-21T09:21:47,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:21:47,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,35999,1732180896205, seqNum=-1] 2024-11-21T09:21:47,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:21:47,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:21:47,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732180901282.c76e332ee2d19c57924794f1a435db45., hostname=5b0ae2ee7b9e,35999,1732180896205, seqNum=2] 2024-11-21T09:21:47,417 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T09:21:47,518 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 379, reset compression=false 2024-11-21T09:21:47,921 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 379, reset compression=false 2024-11-21T09:21:48,162 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 379, reset compression=false 2024-11-21T09:21:48,350 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 379, reset compression=false 2024-11-21T09:21:48,355 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:21:48,355 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 480, reset compression=false 2024-11-21T09:21:48,355 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.shipper5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,45257,1732180885620 got entry batch from reader: WALEntryBatch [walEntries=[{test/047274a348ec1b43a1f19b8e47842c89/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T09:21:48,357 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.shipper5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:21:48,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-21T09:21:48,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:21:48,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35548a34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:48,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,46247,-1 for getting cluster id 2024-11-21T09:21:48,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:48,359 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1afa4427-7a11-4ee8-9e19-b669e81a8681' 2024-11-21T09:21:48,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:48,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1afa4427-7a11-4ee8-9e19-b669e81a8681" 2024-11-21T09:21:48,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ab5e019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:48,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,46247,-1] 2024-11-21T09:21:48,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:48,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:48,361 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:48,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@446f52e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:48,362 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:21:48,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,38859,1732180890147, seqNum=-1] 2024-11-21T09:21:48,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:21:48,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-21T09:21:48,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e., hostname=5b0ae2ee7b9e,38859,1732180890147, seqNum=2] 2024-11-21T09:21:48,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:21:48,419 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T09:21:48,424 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 379, reset compression=false 2024-11-21T09:21:48,561 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 480, reset compression=false 2024-11-21T09:21:48,865 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 480, reset compression=false 2024-11-21T09:21:49,028 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 379, reset compression=false 2024-11-21T09:21:49,066 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 379, reset compression=false 2024-11-21T09:21:49,070 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:21:49,070 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 504, reset compression=false 2024-11-21T09:21:49,070 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.shipper5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,38859,1732180890147 got entry batch from reader: WALEntryBatch [walEntries=[{test/e6bebbae6fcbddeac8f526345c0efe5e/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-21T09:21:49,072 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.shipper5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:21:49,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-21T09:21:49,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:21:49,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b792bff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:49,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,46379,-1 for getting cluster id 2024-11-21T09:21:49,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:21:49,074 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7f16d18-0062-4b53-a21a-8ea45b98c1da' 2024-11-21T09:21:49,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:21:49,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7f16d18-0062-4b53-a21a-8ea45b98c1da" 2024-11-21T09:21:49,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b27b254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:49,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,46379,-1] 2024-11-21T09:21:49,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:21:49,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:49,076 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:21:49,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29d224a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:21:49,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:21:49,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,35999,1732180896205, seqNum=-1] 2024-11-21T09:21:49,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:21:49,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-21T09:21:49,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732180901282.c76e332ee2d19c57924794f1a435db45., hostname=5b0ae2ee7b9e,35999,1732180896205, seqNum=2] 2024-11-21T09:21:49,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:21:49,277 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 480, reset compression=false 2024-11-21T09:21:49,289 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 504, reset compression=false 2024-11-21T09:21:49,420 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T09:21:49,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:21:49,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,38859,1732180890147, seqNum=-1] 2024-11-21T09:21:49,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:21:49,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:21:49,424 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e., hostname=5b0ae2ee7b9e,38859,1732180890147, seqNum=2] 2024-11-21T09:21:49,426 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T09:21:49,591 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 504, reset compression=false 2024-11-21T09:21:49,596 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:21:49,596 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 608, reset compression=false 2024-11-21T09:21:49,596 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.shipper5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,38859,1732180890147 got entry batch from reader: WALEntryBatch [walEntries=[{test/e6bebbae6fcbddeac8f526345c0efe5e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T09:21:49,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:21:49,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:21:49,733 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 379, reset compression=false 2024-11-21T09:21:49,738 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:49,738 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 654, reset compression=false 2024-11-21T09:21:49,738 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.shipper5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,35999,1732180896205 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:21:49,759 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:21:49,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:49,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:49,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:49,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:49,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:49,780 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 480, reset compression=false 2024-11-21T09:21:49,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:49,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:49,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:49,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:49,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:49,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:49,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:49,806 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 608, reset compression=false 2024-11-21T09:21:49,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:49,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:49,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:49,956 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 654, reset compression=false 2024-11-21T09:21:50,109 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 608, reset compression=false 2024-11-21T09:21:50,262 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 654, reset compression=false 2024-11-21T09:21:50,384 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 480, reset compression=false 2024-11-21T09:21:50,429 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T09:21:50,433 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-21T09:21:50,513 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 608, reset compression=false 2024-11-21T09:21:50,665 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 654, reset compression=false 2024-11-21T09:21:50,669 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:21:50,669 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 758, reset compression=false 2024-11-21T09:21:50,669 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.shipper5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,35999,1732180896205 got entry batch from reader: WALEntryBatch [walEntries=[{test/c76e332ee2d19c57924794f1a435db45/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T09:21:50,672 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.shipper5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:21:50,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-21T09:21:50,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:21:50,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:21:50,872 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 758, reset compression=false 2024-11-21T09:21:51,016 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 608, reset compression=false 2024-11-21T09:21:51,021 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:51,021 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 736, reset compression=false 2024-11-21T09:21:51,021 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.shipper5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,38859,1732180890147 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:21:51,087 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 480, reset compression=false 2024-11-21T09:21:51,177 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 758, reset compression=false 2024-11-21T09:21:51,225 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 736, reset compression=false 2024-11-21T09:21:51,434 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-21T09:21:51,437 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T09:21:51,529 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 736, reset compression=false 2024-11-21T09:21:51,581 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 758, reset compression=false 2024-11-21T09:21:51,890 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 480, reset compression=false 2024-11-21T09:21:51,915 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:21:51,915 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 636, reset compression=false 2024-11-21T09:21:51,915 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.shipper5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,45257,1732180885620 got entry batch from reader: WALEntryBatch [walEntries=[{test/047274a348ec1b43a1f19b8e47842c89/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T09:21:51,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:21:51,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:21:51,940 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 736, reset compression=false 2024-11-21T09:21:51,949 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:21:51,949 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 884, reset compression=false 2024-11-21T09:21:51,949 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.shipper5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,38859,1732180890147 got entry batch from reader: WALEntryBatch [walEntries=[{test/e6bebbae6fcbddeac8f526345c0efe5e/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-21T09:21:51,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:21:51,953 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:21:52,086 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 758, reset compression=false 2024-11-21T09:21:52,089 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:52,089 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 929, reset compression=false 2024-11-21T09:21:52,089 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.shipper5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,35999,1732180896205 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:21:52,122 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 636, reset compression=false 2024-11-21T09:21:52,165 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 884, reset compression=false 2024-11-21T09:21:52,298 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 929, reset compression=false 2024-11-21T09:21:52,425 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 636, reset compression=false 2024-11-21T09:21:52,438 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T09:21:52,441 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T09:21:52,468 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 884, reset compression=false 2024-11-21T09:21:52,472 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:21:52,472 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 1043, reset compression=false 2024-11-21T09:21:52,472 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.shipper5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,38859,1732180890147 got entry batch from reader: WALEntryBatch [walEntries=[{test/e6bebbae6fcbddeac8f526345c0efe5e/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T09:21:52,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:21:52,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35999 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:21:52,602 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 929, reset compression=false 2024-11-21T09:21:52,605 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:52,605 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 1078, reset compression=false 2024-11-21T09:21:52,605 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.shipper5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,35999,1732180896205 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:21:52,675 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 1043, reset compression=false 2024-11-21T09:21:52,808 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 1078, reset compression=false 2024-11-21T09:21:52,828 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 636, reset compression=false 2024-11-21T09:21:52,978 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 1043, reset compression=false 2024-11-21T09:21:53,110 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 1078, reset compression=false 2024-11-21T09:21:53,330 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 636, reset compression=false 2024-11-21T09:21:53,386 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 1043, reset compression=false 2024-11-21T09:21:53,444 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T09:21:53,449 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-21T09:21:53,515 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 1078, reset compression=false 2024-11-21T09:21:53,519 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:21:53,519 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 1237, reset compression=false 2024-11-21T09:21:53,519 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.shipper5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,35999,1732180896205 got entry batch from reader: WALEntryBatch [walEntries=[{test/c76e332ee2d19c57924794f1a435db45/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T09:21:53,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T09:21:53,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38859 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T09:21:53,725 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 1237, reset compression=false 2024-11-21T09:21:53,890 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 1043, reset compression=false 2024-11-21T09:21:53,934 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 636, reset compression=false 2024-11-21T09:21:53,934 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:53,934 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 1193, reset compression=false 2024-11-21T09:21:53,935 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.shipper5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,38859,1732180890147 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:21:54,039 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 1237, reset compression=false 2024-11-21T09:21:54,177 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 1193, reset compression=false 2024-11-21T09:21:54,378 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:21:54,379 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:21:54,379 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108896 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:21:54,443 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 1237, reset compression=false 2024-11-21T09:21:54,450 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-21T09:21:54,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T09:21:54,456 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:21:54,456 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:54,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:54,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:54,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:54,456 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:21:54,456 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=507908889, stopped=false 2024-11-21T09:21:54,456 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,46379,1732180896049 2024-11-21T09:21:54,481 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 1193, reset compression=false 2024-11-21T09:21:54,658 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 636, reset compression=false 2024-11-21T09:21:54,731 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1015cb2b1bf0007, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21039007733/running 2024-11-21T09:21:54,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21039007733/running 2024-11-21T09:21:54,731 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:21:54,731 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1015cb2b1bf0007, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039007733 2024-11-21T09:21:54,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039007733 2024-11-21T09:21:54,731 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:21:54,732 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:54,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:54,732 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,35999,1732180896205' ***** 2024-11-21T09:21:54,732 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:21:54,732 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:21:54,733 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:21:54,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Set watcher on znode that does not yet exist, /21039007733/running 2024-11-21T09:21:54,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35999-0x1015cb2b1bf0007, quorum=127.0.0.1:62829, baseZNode=/21039007733 Set watcher on znode that does not yet exist, /21039007733/running 2024-11-21T09:21:54,733 INFO [RS:0;5b0ae2ee7b9e:35999 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:21:54,733 INFO [RS:0;5b0ae2ee7b9e:35999 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:21:54,733 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HRegionServer(3091): Received CLOSE for c697fa6d372ba0484ba810acac761226 2024-11-21T09:21:54,733 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HRegionServer(3091): Received CLOSE for c76e332ee2d19c57924794f1a435db45 2024-11-21T09:21:54,733 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,35999,1732180896205 2024-11-21T09:21:54,733 INFO [RS:0;5b0ae2ee7b9e:35999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:21:54,733 INFO [RS:0;5b0ae2ee7b9e:35999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:35999. 2024-11-21T09:21:54,733 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:54,733 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c697fa6d372ba0484ba810acac761226, disabling compactions & flushes 2024-11-21T09:21:54,733 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:54,733 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226. 2024-11-21T09:21:54,733 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226. 2024-11-21T09:21:54,734 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:21:54,734 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226. after waiting 0 ms 2024-11-21T09:21:54,734 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:21:54,734 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226. 2024-11-21T09:21:54,734 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:21:54,734 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:21:54,734 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c697fa6d372ba0484ba810acac761226 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-21T09:21:54,734 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T09:21:54,734 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HRegionServer(1325): Online Regions={c697fa6d372ba0484ba810acac761226=hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226., c76e332ee2d19c57924794f1a435db45=test,,1732180901282.c76e332ee2d19c57924794f1a435db45., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T09:21:54,734 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c697fa6d372ba0484ba810acac761226, c76e332ee2d19c57924794f1a435db45 2024-11-21T09:21:54,734 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:21:54,734 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:21:54,734 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:21:54,734 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:21:54,734 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:21:54,734 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T09:21:54,747 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/replication/c697fa6d372ba0484ba810acac761226/.tmp/queue/00ea5a127d344d04bd280e78a4c8f1e5 is 154, key is 1-5b0ae2ee7b9e,35999,1732180896205/queue:5b0ae2ee7b9e%2C35999%2C1732180896205/1732180913524/Put/seqid=0 2024-11-21T09:21:54,747 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740/.tmp/info/1fefba307cb948b69dd13f0d034233bf is 147, key is hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226./info:regioninfo/1732180906441/Put/seqid=0 2024-11-21T09:21:54,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741841_1017 (size=7686) 2024-11-21T09:21:54,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741840_1016 (size=5353) 2024-11-21T09:21:54,751 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740/.tmp/info/1fefba307cb948b69dd13f0d034233bf 2024-11-21T09:21:54,751 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/replication/c697fa6d372ba0484ba810acac761226/.tmp/queue/00ea5a127d344d04bd280e78a4c8f1e5 2024-11-21T09:21:54,761 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/replication/c697fa6d372ba0484ba810acac761226/.tmp/queue/00ea5a127d344d04bd280e78a4c8f1e5 as hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/replication/c697fa6d372ba0484ba810acac761226/queue/00ea5a127d344d04bd280e78a4c8f1e5 2024-11-21T09:21:54,768 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/replication/c697fa6d372ba0484ba810acac761226/queue/00ea5a127d344d04bd280e78a4c8f1e5, entries=1, sequenceid=11, filesize=5.2 K 2024-11-21T09:21:54,771 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for c697fa6d372ba0484ba810acac761226 in 36ms, sequenceid=11, compaction requested=false 2024-11-21T09:21:54,775 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740/.tmp/ns/b553217da86549d88d09d0081173f879 is 43, key is default/ns:d/1732180899385/Put/seqid=0 2024-11-21T09:21:54,778 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:21:54,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741842_1018 (size=5153) 2024-11-21T09:21:54,798 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740/.tmp/ns/b553217da86549d88d09d0081173f879 2024-11-21T09:21:54,820 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/replication/c697fa6d372ba0484ba810acac761226/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T09:21:54,821 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:21:54,821 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:21:54,821 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226. 2024-11-21T09:21:54,821 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c697fa6d372ba0484ba810acac761226: Waiting for close lock at 1732180914733Running coprocessor pre-close hooks at 1732180914733Disabling compacts and flushes for region at 1732180914733Disabling writes for close at 1732180914734 (+1 ms)Obtaining lock to block concurrent updates at 1732180914734Preparing flush snapshotting stores in c697fa6d372ba0484ba810acac761226 at 1732180914734Finished memstore snapshotting hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1732180914734Flushing stores of hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226. at 1732180914734Flushing c697fa6d372ba0484ba810acac761226/queue: creating writer at 1732180914734Flushing c697fa6d372ba0484ba810acac761226/queue: appending metadata at 1732180914747 (+13 ms)Flushing c697fa6d372ba0484ba810acac761226/queue: closing flushed file at 1732180914747Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f396e62: reopening flushed file at 1732180914760 (+13 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for c697fa6d372ba0484ba810acac761226 in 36ms, sequenceid=11, compaction requested=false at 1732180914771 (+11 ms)Writing region close event to WAL at 1732180914784 (+13 ms)Running coprocessor post-close hooks at 1732180914821 (+37 ms)Closed at 1732180914821 2024-11-21T09:21:54,821 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732180905255.c697fa6d372ba0484ba810acac761226. 2024-11-21T09:21:54,822 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c76e332ee2d19c57924794f1a435db45, disabling compactions & flushes 2024-11-21T09:21:54,822 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732180901282.c76e332ee2d19c57924794f1a435db45. 2024-11-21T09:21:54,822 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180901282.c76e332ee2d19c57924794f1a435db45. 2024-11-21T09:21:54,822 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732180901282.c76e332ee2d19c57924794f1a435db45. after waiting 0 ms 2024-11-21T09:21:54,822 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732180901282.c76e332ee2d19c57924794f1a435db45. 2024-11-21T09:21:54,822 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c76e332ee2d19c57924794f1a435db45 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-21T09:21:54,836 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740/.tmp/rep_barrier/44d004e099c0450db2b789a36367eb80 is 112, key is test,,1732180901282.c76e332ee2d19c57924794f1a435db45./rep_barrier:seqnumDuringOpen/1732180901631/Put/seqid=0 2024-11-21T09:21:54,852 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/default/test/c76e332ee2d19c57924794f1a435db45/.tmp/f/9e1c982a282c4f028230d9c50f3df5be is 29, key is row1/f:/1732180912439/DeleteFamily/seqid=0 2024-11-21T09:21:54,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741843_1019 (size=5518) 2024-11-21T09:21:54,866 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740/.tmp/rep_barrier/44d004e099c0450db2b789a36367eb80 2024-11-21T09:21:54,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741844_1020 (size=5152) 2024-11-21T09:21:54,878 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/default/test/c76e332ee2d19c57924794f1a435db45/.tmp/f/9e1c982a282c4f028230d9c50f3df5be 2024-11-21T09:21:54,882 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e1c982a282c4f028230d9c50f3df5be 2024-11-21T09:21:54,885 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 1193, reset compression=false 2024-11-21T09:21:54,898 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740/.tmp/table/90096aabe58b44feaa0a29f0c388d832 is 53, key is hbase:replication/table:state/1732180906447/Put/seqid=0 2024-11-21T09:21:54,934 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c76e332ee2d19c57924794f1a435db45 2024-11-21T09:21:54,943 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/default/test/c76e332ee2d19c57924794f1a435db45/.tmp/f1/5b751b5c2ec14e12b75d9a811b65030c is 30, key is row1/f1:/1732180912439/DeleteFamily/seqid=0 2024-11-21T09:21:54,947 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 1237, reset compression=false 2024-11-21T09:21:54,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741845_1021 (size=5308) 2024-11-21T09:21:54,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741846_1022 (size=5158) 2024-11-21T09:21:54,979 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/default/test/c76e332ee2d19c57924794f1a435db45/.tmp/f1/5b751b5c2ec14e12b75d9a811b65030c 2024-11-21T09:21:54,979 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:54,979 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 1484, reset compression=false 2024-11-21T09:21:54,979 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.shipper5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,35999,1732180896205 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:21:54,981 ERROR [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.shipper5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5b0ae2ee7b9e,35999,1732180896205: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5b0ae2ee7b9e,35999,1732180896205, walGroup=5b0ae2ee7b9e%2C35999%2C1732180896205, offset=5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:35999 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T09:21:54,983 ERROR [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.shipper5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T09:21:54,983 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.shipper5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T09:21:54,983 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.shipper5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T09:21:54,983 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.shipper5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T09:21:54,983 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.shipper5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T09:21:54,983 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.shipper5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1205862400, "init": 1048576000, "max": 2306867200, "used": 974970688 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 202095616 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T09:21:54,984 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.shipper5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:46379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:46379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T09:21:54,987 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b751b5c2ec14e12b75d9a811b65030c 2024-11-21T09:21:55,000 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T09:21:55,007 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/default/test/c76e332ee2d19c57924794f1a435db45/.tmp/norep/d7bdd40b530145beb6117f4d0331b408 is 33, key is row2/norep:/1732180913445/DeleteFamily/seqid=0 2024-11-21T09:21:55,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741847_1023 (size=5108) 2024-11-21T09:21:55,134 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c76e332ee2d19c57924794f1a435db45 2024-11-21T09:21:55,193 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 1484, reset compression=false 2024-11-21T09:21:55,335 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c76e332ee2d19c57924794f1a435db45 2024-11-21T09:21:55,354 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740/.tmp/table/90096aabe58b44feaa0a29f0c388d832 2024-11-21T09:21:55,361 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740/.tmp/info/1fefba307cb948b69dd13f0d034233bf as hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740/info/1fefba307cb948b69dd13f0d034233bf 2024-11-21T09:21:55,368 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740/info/1fefba307cb948b69dd13f0d034233bf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T09:21:55,369 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740/.tmp/ns/b553217da86549d88d09d0081173f879 as hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740/ns/b553217da86549d88d09d0081173f879 2024-11-21T09:21:55,374 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740/ns/b553217da86549d88d09d0081173f879, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T09:21:55,375 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740/.tmp/rep_barrier/44d004e099c0450db2b789a36367eb80 as hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740/rep_barrier/44d004e099c0450db2b789a36367eb80 2024-11-21T09:21:55,381 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740/rep_barrier/44d004e099c0450db2b789a36367eb80, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T09:21:55,382 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740/.tmp/table/90096aabe58b44feaa0a29f0c388d832 as hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740/table/90096aabe58b44feaa0a29f0c388d832 2024-11-21T09:21:55,387 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740/table/90096aabe58b44feaa0a29f0c388d832, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T09:21:55,388 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 654ms, sequenceid=16, compaction requested=false 2024-11-21T09:21:55,392 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T09:21:55,393 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:21:55,393 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:21:55,393 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:21:55,393 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180914734Running coprocessor pre-close hooks at 1732180914734Disabling compacts and flushes for region at 1732180914734Disabling writes for close at 1732180914734Obtaining lock to block concurrent updates at 1732180914734Preparing flush snapshotting stores in 1588230740 at 1732180914734Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732180914734Flushing stores of hbase:meta,,1.1588230740 at 1732180914735 (+1 ms)Flushing 1588230740/info: creating writer at 1732180914735Flushing 1588230740/info: appending metadata at 1732180914747 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732180914747Flushing 1588230740/ns: creating writer at 1732180914756 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732180914775 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732180914775Flushing 1588230740/rep_barrier: creating writer at 1732180914803 (+28 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732180914835 (+32 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732180914835Flushing 1588230740/table: creating writer at 1732180914872 (+37 ms)Flushing 1588230740/table: appending metadata at 1732180914898 (+26 ms)Flushing 1588230740/table: closing flushed file at 1732180914898Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ba3f50e: reopening flushed file at 1732180915360 (+462 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37660b6a: reopening flushed file at 1732180915368 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@617fc93e: reopening flushed file at 1732180915375 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aee4d5e: reopening flushed file at 1732180915381 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 654ms, sequenceid=16, compaction requested=false at 1732180915388 (+7 ms)Writing region close event to WAL at 1732180915389 (+1 ms)Running coprocessor post-close hooks at 1732180915393 (+4 ms)Closed at 1732180915393 2024-11-21T09:21:55,393 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:21:55,406 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:21:55,406 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:21:55,413 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/default/test/c76e332ee2d19c57924794f1a435db45/.tmp/norep/d7bdd40b530145beb6117f4d0331b408 2024-11-21T09:21:55,417 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7bdd40b530145beb6117f4d0331b408 2024-11-21T09:21:55,417 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/default/test/c76e332ee2d19c57924794f1a435db45/.tmp/f/9e1c982a282c4f028230d9c50f3df5be as hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/default/test/c76e332ee2d19c57924794f1a435db45/f/9e1c982a282c4f028230d9c50f3df5be 2024-11-21T09:21:55,421 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e1c982a282c4f028230d9c50f3df5be 2024-11-21T09:21:55,421 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/default/test/c76e332ee2d19c57924794f1a435db45/f/9e1c982a282c4f028230d9c50f3df5be, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T09:21:55,421 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/default/test/c76e332ee2d19c57924794f1a435db45/.tmp/f1/5b751b5c2ec14e12b75d9a811b65030c as hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/default/test/c76e332ee2d19c57924794f1a435db45/f1/5b751b5c2ec14e12b75d9a811b65030c 2024-11-21T09:21:55,426 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b751b5c2ec14e12b75d9a811b65030c 2024-11-21T09:21:55,426 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/default/test/c76e332ee2d19c57924794f1a435db45/f1/5b751b5c2ec14e12b75d9a811b65030c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T09:21:55,426 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/default/test/c76e332ee2d19c57924794f1a435db45/.tmp/norep/d7bdd40b530145beb6117f4d0331b408 as hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/default/test/c76e332ee2d19c57924794f1a435db45/norep/d7bdd40b530145beb6117f4d0331b408 2024-11-21T09:21:55,430 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7bdd40b530145beb6117f4d0331b408 2024-11-21T09:21:55,430 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/default/test/c76e332ee2d19c57924794f1a435db45/norep/d7bdd40b530145beb6117f4d0331b408, entries=1, sequenceid=10, filesize=5.0 K 2024-11-21T09:21:55,431 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c76e332ee2d19c57924794f1a435db45 in 609ms, sequenceid=10, compaction requested=false 2024-11-21T09:21:55,435 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/data/default/test/c76e332ee2d19c57924794f1a435db45/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T09:21:55,436 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:21:55,436 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:21:55,436 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732180901282.c76e332ee2d19c57924794f1a435db45. 2024-11-21T09:21:55,436 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c76e332ee2d19c57924794f1a435db45: Waiting for close lock at 1732180914822Running coprocessor pre-close hooks at 1732180914822Disabling compacts and flushes for region at 1732180914822Disabling writes for close at 1732180914822Obtaining lock to block concurrent updates at 1732180914822Preparing flush snapshotting stores in c76e332ee2d19c57924794f1a435db45 at 1732180914822Finished memstore snapshotting test,,1732180901282.c76e332ee2d19c57924794f1a435db45., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732180914822Flushing stores of test,,1732180901282.c76e332ee2d19c57924794f1a435db45. at 1732180914823 (+1 ms)Flushing c76e332ee2d19c57924794f1a435db45/f: creating writer at 1732180914823Flushing c76e332ee2d19c57924794f1a435db45/f: appending metadata at 1732180914851 (+28 ms)Flushing c76e332ee2d19c57924794f1a435db45/f: closing flushed file at 1732180914852 (+1 ms)Flushing c76e332ee2d19c57924794f1a435db45/f1: creating writer at 1732180914882 (+30 ms)Flushing c76e332ee2d19c57924794f1a435db45/f1: appending metadata at 1732180914942 (+60 ms)Flushing c76e332ee2d19c57924794f1a435db45/f1: closing flushed file at 1732180914942Flushing c76e332ee2d19c57924794f1a435db45/norep: creating writer at 1732180914987 (+45 ms)Flushing c76e332ee2d19c57924794f1a435db45/norep: appending metadata at 1732180915007 (+20 ms)Flushing c76e332ee2d19c57924794f1a435db45/norep: closing flushed file at 1732180915007Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@480a1105: reopening flushed file at 1732180915417 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fb3ab44: reopening flushed file at 1732180915421 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2de78d47: reopening flushed file at 1732180915426 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c76e332ee2d19c57924794f1a435db45 in 609ms, sequenceid=10, compaction requested=false at 1732180915431 (+5 ms)Writing region close event to WAL at 1732180915432 (+1 ms)Running coprocessor post-close hooks at 1732180915435 (+3 ms)Closed at 1732180915436 (+1 ms) 2024-11-21T09:21:55,436 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732180901282.c76e332ee2d19c57924794f1a435db45. 2024-11-21T09:21:55,452 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 1193, reset compression=false 2024-11-21T09:21:55,461 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 636, reset compression=false 2024-11-21T09:21:55,517 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 1484, reset compression=false 2024-11-21T09:21:55,521 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:55,521 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 2128, reset compression=false 2024-11-21T09:21:55,535 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,35999,1732180896205; all regions closed. 2024-11-21T09:21:55,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741834_1010 (size=4239) 2024-11-21T09:21:55,537 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.meta.1732180899210.meta not finished, retry = 0 2024-11-21T09:21:55,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741839_1015 (size=2896) 2024-11-21T09:21:55,646 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.rep.1732180906398 not finished, retry = 0 2024-11-21T09:21:55,726 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/WALs/5b0ae2ee7b9e,35999,1732180896205/5b0ae2ee7b9e%2C35999%2C1732180896205.1732180898512 to pos 2128, reset compression=false 2024-11-21T09:21:55,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741833_1009 (size=2136) 2024-11-21T09:21:55,749 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:55,749 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:21:55,749 INFO [RS:0;5b0ae2ee7b9e:35999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:21:55,750 INFO [RS:0;5b0ae2ee7b9e:35999 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T09:21:55,750 INFO [RS:0;5b0ae2ee7b9e:35999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:21:55,750 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:21:55,750 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b0ae2ee7b9e,35999,1732180896205 because: Region server is closing 2024-11-21T09:21:55,751 INFO [RS:0;5b0ae2ee7b9e:35999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:35999. 2024-11-21T09:21:55,751 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:55,751 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:55,751 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:55,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:55,851 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.shipper5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 terminated 2024-11-21T09:21:55,852 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,35999,1732180896205.replicationSource.wal-reader.5b0ae2ee7b9e%2C35999%2C1732180896205,1-5b0ae2ee7b9e,35999,1732180896205 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T09:21:55,852 INFO [RS:0;5b0ae2ee7b9e:35999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:35999. 2024-11-21T09:21:55,852 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:55,852 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:55,852 DEBUG [RS:0;5b0ae2ee7b9e:35999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:55,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:55,852 INFO [RS:0;5b0ae2ee7b9e:35999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35999 2024-11-21T09:21:55,868 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1015cb2b1bf0007, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21039007733/rs/5b0ae2ee7b9e,35999,1732180896205 2024-11-21T09:21:55,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039007733/rs 2024-11-21T09:21:55,868 INFO [RS:0;5b0ae2ee7b9e:35999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:21:55,878 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,35999,1732180896205] 2024-11-21T09:21:55,889 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21039007733/draining/5b0ae2ee7b9e,35999,1732180896205 already deleted, retry=false 2024-11-21T09:21:55,889 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,35999,1732180896205 expired; onlineServers=0 2024-11-21T09:21:55,889 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,46379,1732180896049' ***** 2024-11-21T09:21:55,889 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:21:55,889 INFO [M:0;5b0ae2ee7b9e:46379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:21:55,889 INFO [M:0;5b0ae2ee7b9e:46379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:21:55,889 DEBUG [M:0;5b0ae2ee7b9e:46379 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:21:55,889 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:21:55,889 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180897740 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180897740,5,FailOnTimeoutGroup] 2024-11-21T09:21:55,889 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180897749 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180897749,5,FailOnTimeoutGroup] 2024-11-21T09:21:55,890 DEBUG [M:0;5b0ae2ee7b9e:46379 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:21:55,890 INFO [M:0;5b0ae2ee7b9e:46379 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:21:55,890 INFO [M:0;5b0ae2ee7b9e:46379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:21:55,890 DEBUG [M:0;5b0ae2ee7b9e:46379 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:21:55,890 INFO [M:0;5b0ae2ee7b9e:46379 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:21:55,890 INFO [M:0;5b0ae2ee7b9e:46379 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:21:55,890 INFO [M:0;5b0ae2ee7b9e:46379 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:21:55,890 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:21:55,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21039007733/master 2024-11-21T09:21:55,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21039007733 2024-11-21T09:21:55,900 DEBUG [M:0;5b0ae2ee7b9e:46379 {}] zookeeper.ZKUtil(347): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Unable to get data of znode /21039007733/master because node does not exist (not an error) 2024-11-21T09:21:55,900 WARN [M:0;5b0ae2ee7b9e:46379 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T09:21:55,909 INFO [M:0;5b0ae2ee7b9e:46379 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/.lastflushedseqids 2024-11-21T09:21:55,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741848_1024 (size=245) 2024-11-21T09:21:55,979 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1015cb2b1bf0007, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:21:55,979 INFO [RS:0;5b0ae2ee7b9e:35999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:21:55,979 INFO [RS:0;5b0ae2ee7b9e:35999 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,35999,1732180896205; zookeeper connection closed. 2024-11-21T09:21:55,979 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35999-0x1015cb2b1bf0007, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:21:55,979 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@fc78590 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@fc78590 2024-11-21T09:21:55,979 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T09:21:56,055 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 1193, reset compression=false 2024-11-21T09:21:56,313 INFO [M:0;5b0ae2ee7b9e:46379 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:21:56,314 INFO [M:0;5b0ae2ee7b9e:46379 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:21:56,314 DEBUG [M:0;5b0ae2ee7b9e:46379 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:21:56,314 INFO [M:0;5b0ae2ee7b9e:46379 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:56,314 DEBUG [M:0;5b0ae2ee7b9e:46379 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:56,314 DEBUG [M:0;5b0ae2ee7b9e:46379 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:21:56,314 DEBUG [M:0;5b0ae2ee7b9e:46379 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:56,314 INFO [M:0;5b0ae2ee7b9e:46379 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T09:21:56,330 DEBUG [M:0;5b0ae2ee7b9e:46379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/10cc793c9a0043bba352a55de0b0c757 is 82, key is hbase:meta,,1/info:regioninfo/1732180899255/Put/seqid=0 2024-11-21T09:21:56,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741849_1025 (size=5672) 2024-11-21T09:21:56,364 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 636, reset compression=false 2024-11-21T09:21:56,733 INFO [M:0;5b0ae2ee7b9e:46379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/10cc793c9a0043bba352a55de0b0c757 2024-11-21T09:21:56,759 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 1193, reset compression=false 2024-11-21T09:21:56,768 DEBUG [M:0;5b0ae2ee7b9e:46379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b400666f65d74bca9091bcb15ad1bc6f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732180906451/Put/seqid=0 2024-11-21T09:21:56,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741850_1026 (size=8516) 2024-11-21T09:21:57,173 INFO [M:0;5b0ae2ee7b9e:46379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b400666f65d74bca9091bcb15ad1bc6f 2024-11-21T09:21:57,202 DEBUG [M:0;5b0ae2ee7b9e:46379 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/345fc8597cd648969601dae2af5580d6 is 69, key is 5b0ae2ee7b9e,35999,1732180896205/rs:state/1732180897836/Put/seqid=0 2024-11-21T09:21:57,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741851_1027 (size=5156) 2024-11-21T09:21:57,233 INFO [M:0;5b0ae2ee7b9e:46379 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/345fc8597cd648969601dae2af5580d6 2024-11-21T09:21:57,238 DEBUG [M:0;5b0ae2ee7b9e:46379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/10cc793c9a0043bba352a55de0b0c757 as hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/10cc793c9a0043bba352a55de0b0c757 2024-11-21T09:21:57,243 INFO [M:0;5b0ae2ee7b9e:46379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/10cc793c9a0043bba352a55de0b0c757, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T09:21:57,244 DEBUG [M:0;5b0ae2ee7b9e:46379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b400666f65d74bca9091bcb15ad1bc6f as hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b400666f65d74bca9091bcb15ad1bc6f 2024-11-21T09:21:57,249 INFO [M:0;5b0ae2ee7b9e:46379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b400666f65d74bca9091bcb15ad1bc6f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T09:21:57,250 DEBUG [M:0;5b0ae2ee7b9e:46379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/345fc8597cd648969601dae2af5580d6 as hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/345fc8597cd648969601dae2af5580d6 2024-11-21T09:21:57,251 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=10, created chunk count=34, reused chunk count=129, reuseRatio=79.14% 2024-11-21T09:21:57,251 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-21T09:21:57,269 INFO [M:0;5b0ae2ee7b9e:46379 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46331/user/jenkins/test-data/7237b84e-6211-bfa4-4ebf-63244b67bf96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/345fc8597cd648969601dae2af5580d6, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T09:21:57,270 INFO [M:0;5b0ae2ee7b9e:46379 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 956ms, sequenceid=97, compaction requested=false 2024-11-21T09:21:57,273 INFO [M:0;5b0ae2ee7b9e:46379 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:21:57,274 DEBUG [M:0;5b0ae2ee7b9e:46379 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180916314Disabling compacts and flushes for region at 1732180916314Disabling writes for close at 1732180916314Obtaining lock to block concurrent updates at 1732180916314Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180916314Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732180916314Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180916315 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180916315Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180916329 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180916330 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180916749 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180916768 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180916768Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180917177 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180917202 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180917202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cd38379: reopening flushed file at 1732180917237 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@628a00f4: reopening flushed file at 1732180917243 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7457590f: reopening flushed file at 1732180917249 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 956ms, sequenceid=97, compaction requested=false at 1732180917270 (+21 ms)Writing region close event to WAL at 1732180917273 (+3 ms)Closed at 1732180917273 2024-11-21T09:21:57,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40645 is added to blk_1073741830_1006 (size=63654) 2024-11-21T09:21:57,276 INFO [M:0;5b0ae2ee7b9e:46379 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:21:57,276 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:21:57,276 INFO [M:0;5b0ae2ee7b9e:46379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46379 2024-11-21T09:21:57,277 INFO [M:0;5b0ae2ee7b9e:46379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:21:57,368 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 636, reset compression=false 2024-11-21T09:21:57,432 INFO [M:0;5b0ae2ee7b9e:46379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:21:57,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:21:57,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46379-0x1015cb2b1bf0006, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:21:57,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5fe7747{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:21:57,498 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f46133b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:21:57,498 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:21:57,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55996d1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:21:57,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e504b1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/hadoop.log.dir/,STOPPED} 2024-11-21T09:21:57,500 WARN [BP-1489078291-172.17.0.2-1732180893947 heartbeating to localhost/127.0.0.1:46331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:21:57,500 WARN [BP-1489078291-172.17.0.2-1732180893947 heartbeating to localhost/127.0.0.1:46331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1489078291-172.17.0.2-1732180893947 (Datanode Uuid 8d9be7aa-430c-4dcd-97c2-3ca78858b9f8) service to localhost/127.0.0.1:46331 2024-11-21T09:21:57,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/cluster_e772365b-8cb8-605d-4c1e-e09856c162d1/data/data1/current/BP-1489078291-172.17.0.2-1732180893947 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:21:57,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/cluster_e772365b-8cb8-605d-4c1e-e09856c162d1/data/data2/current/BP-1489078291-172.17.0.2-1732180893947 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:21:57,501 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:21:57,502 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:21:57,502 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:21:57,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2869bb6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:21:57,516 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c98d6a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:21:57,516 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:21:57,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@736a0a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:21:57,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fb3d2bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/hadoop.log.dir/,STOPPED} 2024-11-21T09:21:57,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T09:21:57,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T09:21:57,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:21:57,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:57,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:57,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:57,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:57,558 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:21:57,558 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1333998934, stopped=false 2024-11-21T09:21:57,558 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,46247,1732180889866 2024-11-21T09:21:57,567 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 1193, reset compression=false 2024-11-21T09:21:57,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11826949435/running 2024-11-21T09:21:57,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826949435 2024-11-21T09:21:57,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1015cb2b1bf0004, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11826949435/running 2024-11-21T09:21:57,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1015cb2b1bf0004, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826949435 2024-11-21T09:21:57,574 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:21:57,574 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:21:57,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:57,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:57,574 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,38859,1732180890147' ***** 2024-11-21T09:21:57,574 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:21:57,574 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:21:57,575 INFO [RS:0;5b0ae2ee7b9e:38859 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:21:57,575 INFO [RS:0;5b0ae2ee7b9e:38859 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:21:57,575 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(3091): Received CLOSE for d7f1f6ca295d125f868deae1bca527d9 2024-11-21T09:21:57,575 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:21:57,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38859-0x1015cb2b1bf0004, quorum=127.0.0.1:62829, baseZNode=/11826949435 Set watcher on znode that does not yet exist, /11826949435/running 2024-11-21T09:21:57,576 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Set watcher on znode that does not yet exist, /11826949435/running 2024-11-21T09:21:57,580 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:21:57,588 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(3091): Received CLOSE for e6bebbae6fcbddeac8f526345c0efe5e 2024-11-21T09:21:57,588 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,38859,1732180890147 2024-11-21T09:21:57,588 INFO [RS:0;5b0ae2ee7b9e:38859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:21:57,588 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7f1f6ca295d125f868deae1bca527d9, disabling compactions & flushes 2024-11-21T09:21:57,588 INFO [RS:0;5b0ae2ee7b9e:38859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:38859. 2024-11-21T09:21:57,588 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9. 2024-11-21T09:21:57,588 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9. 2024-11-21T09:21:57,588 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:57,588 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9. after waiting 0 ms 2024-11-21T09:21:57,588 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:57,588 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9. 2024-11-21T09:21:57,589 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:21:57,589 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:21:57,589 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:21:57,589 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d7f1f6ca295d125f868deae1bca527d9 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-21T09:21:57,589 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:21:57,612 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T09:21:57,612 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(1325): Online Regions={d7f1f6ca295d125f868deae1bca527d9=hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9., 1588230740=hbase:meta,,1.1588230740, e6bebbae6fcbddeac8f526345c0efe5e=test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e.} 2024-11-21T09:21:57,612 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7f1f6ca295d125f868deae1bca527d9, e6bebbae6fcbddeac8f526345c0efe5e 2024-11-21T09:21:57,612 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:21:57,612 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:21:57,612 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:21:57,612 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:21:57,612 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:21:57,613 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T09:21:57,640 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/replication/d7f1f6ca295d125f868deae1bca527d9/.tmp/queue/7b1fe2c633664de1bd98fb0d3427f40d is 154, key is 1-5b0ae2ee7b9e,38859,1732180890147/queue:5b0ae2ee7b9e%2C38859%2C1732180890147/1732180913936/Put/seqid=0 2024-11-21T09:21:57,650 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740/.tmp/info/d555d33eff324f2f8d9f97d98bfd385e is 147, key is hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9./info:regioninfo/1732180904272/Put/seqid=0 2024-11-21T09:21:57,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741840_1016 (size=5353) 2024-11-21T09:21:57,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741841_1017 (size=7686) 2024-11-21T09:21:57,749 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:21:57,749 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:21:57,812 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7f1f6ca295d125f868deae1bca527d9, e6bebbae6fcbddeac8f526345c0efe5e 2024-11-21T09:21:58,013 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7f1f6ca295d125f868deae1bca527d9, e6bebbae6fcbddeac8f526345c0efe5e 2024-11-21T09:21:58,079 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/replication/d7f1f6ca295d125f868deae1bca527d9/.tmp/queue/7b1fe2c633664de1bd98fb0d3427f40d 2024-11-21T09:21:58,088 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/replication/d7f1f6ca295d125f868deae1bca527d9/.tmp/queue/7b1fe2c633664de1bd98fb0d3427f40d as hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/replication/d7f1f6ca295d125f868deae1bca527d9/queue/7b1fe2c633664de1bd98fb0d3427f40d 2024-11-21T09:21:58,098 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/replication/d7f1f6ca295d125f868deae1bca527d9/queue/7b1fe2c633664de1bd98fb0d3427f40d, entries=1, sequenceid=12, filesize=5.2 K 2024-11-21T09:21:58,099 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for d7f1f6ca295d125f868deae1bca527d9 in 511ms, sequenceid=12, compaction requested=false 2024-11-21T09:21:58,100 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T09:21:58,103 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740/.tmp/info/d555d33eff324f2f8d9f97d98bfd385e 2024-11-21T09:21:58,133 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/replication/d7f1f6ca295d125f868deae1bca527d9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T09:21:58,135 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:21:58,135 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:21:58,135 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9. 2024-11-21T09:21:58,135 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740/.tmp/ns/f0b4a03ff37848d3b9c589fc6cce434f is 43, key is default/ns:d/1732180893811/Put/seqid=0 2024-11-21T09:21:58,136 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7f1f6ca295d125f868deae1bca527d9: Waiting for close lock at 1732180917588Running coprocessor pre-close hooks at 1732180917588Disabling compacts and flushes for region at 1732180917588Disabling writes for close at 1732180917588Obtaining lock to block concurrent updates at 1732180917589 (+1 ms)Preparing flush snapshotting stores in d7f1f6ca295d125f868deae1bca527d9 at 1732180917589Finished memstore snapshotting hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732180917589Flushing stores of hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9. at 1732180917600 (+11 ms)Flushing d7f1f6ca295d125f868deae1bca527d9/queue: creating writer at 1732180917600Flushing d7f1f6ca295d125f868deae1bca527d9/queue: appending metadata at 1732180917640 (+40 ms)Flushing d7f1f6ca295d125f868deae1bca527d9/queue: closing flushed file at 1732180917640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10eb5c67: reopening flushed file at 1732180918088 (+448 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for d7f1f6ca295d125f868deae1bca527d9 in 511ms, sequenceid=12, compaction requested=false at 1732180918099 (+11 ms)Writing region close event to WAL at 1732180918108 (+9 ms)Running coprocessor post-close hooks at 1732180918135 (+27 ms)Closed at 1732180918135 2024-11-21T09:21:58,136 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732180903090.d7f1f6ca295d125f868deae1bca527d9. 2024-11-21T09:21:58,136 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6bebbae6fcbddeac8f526345c0efe5e, disabling compactions & flushes 2024-11-21T09:21:58,136 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e. 2024-11-21T09:21:58,136 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e. 2024-11-21T09:21:58,136 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e. after waiting 0 ms 2024-11-21T09:21:58,136 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e. 2024-11-21T09:21:58,136 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e6bebbae6fcbddeac8f526345c0efe5e 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-21T09:21:58,168 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/default/test/e6bebbae6fcbddeac8f526345c0efe5e/.tmp/f/111a1a2415ed4ca597ebe7512f24a2b3 is 29, key is row1/f:/1732180912439/DeleteFamily/seqid=0 2024-11-21T09:21:58,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741842_1018 (size=5153) 2024-11-21T09:21:58,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741843_1019 (size=5152) 2024-11-21T09:21:58,184 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/default/test/e6bebbae6fcbddeac8f526345c0efe5e/.tmp/f/111a1a2415ed4ca597ebe7512f24a2b3 2024-11-21T09:21:58,189 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 111a1a2415ed4ca597ebe7512f24a2b3 2024-11-21T09:21:58,213 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e6bebbae6fcbddeac8f526345c0efe5e 2024-11-21T09:21:58,214 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/default/test/e6bebbae6fcbddeac8f526345c0efe5e/.tmp/f1/532db971b9e54c1fb23ed75e188cbe87 is 30, key is row1/f1:/1732180912439/DeleteFamily/seqid=0 2024-11-21T09:21:58,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741844_1020 (size=5158) 2024-11-21T09:21:58,226 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/default/test/e6bebbae6fcbddeac8f526345c0efe5e/.tmp/f1/532db971b9e54c1fb23ed75e188cbe87 2024-11-21T09:21:58,231 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 532db971b9e54c1fb23ed75e188cbe87 2024-11-21T09:21:58,260 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/default/test/e6bebbae6fcbddeac8f526345c0efe5e/.tmp/norep/0f24ce47b28e4f56bf409eacee7e86da is 33, key is row1/norep:/1732180912439/DeleteFamily/seqid=0 2024-11-21T09:21:58,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741845_1021 (size=5108) 2024-11-21T09:21:58,267 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/default/test/e6bebbae6fcbddeac8f526345c0efe5e/.tmp/norep/0f24ce47b28e4f56bf409eacee7e86da 2024-11-21T09:21:58,272 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f24ce47b28e4f56bf409eacee7e86da 2024-11-21T09:21:58,273 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/default/test/e6bebbae6fcbddeac8f526345c0efe5e/.tmp/f/111a1a2415ed4ca597ebe7512f24a2b3 as hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/default/test/e6bebbae6fcbddeac8f526345c0efe5e/f/111a1a2415ed4ca597ebe7512f24a2b3 2024-11-21T09:21:58,278 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 111a1a2415ed4ca597ebe7512f24a2b3 2024-11-21T09:21:58,278 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/default/test/e6bebbae6fcbddeac8f526345c0efe5e/f/111a1a2415ed4ca597ebe7512f24a2b3, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T09:21:58,279 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/default/test/e6bebbae6fcbddeac8f526345c0efe5e/.tmp/f1/532db971b9e54c1fb23ed75e188cbe87 as hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/default/test/e6bebbae6fcbddeac8f526345c0efe5e/f1/532db971b9e54c1fb23ed75e188cbe87 2024-11-21T09:21:58,284 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 532db971b9e54c1fb23ed75e188cbe87 2024-11-21T09:21:58,285 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/default/test/e6bebbae6fcbddeac8f526345c0efe5e/f1/532db971b9e54c1fb23ed75e188cbe87, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T09:21:58,285 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/default/test/e6bebbae6fcbddeac8f526345c0efe5e/.tmp/norep/0f24ce47b28e4f56bf409eacee7e86da as hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/default/test/e6bebbae6fcbddeac8f526345c0efe5e/norep/0f24ce47b28e4f56bf409eacee7e86da 2024-11-21T09:21:58,291 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f24ce47b28e4f56bf409eacee7e86da 2024-11-21T09:21:58,291 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/default/test/e6bebbae6fcbddeac8f526345c0efe5e/norep/0f24ce47b28e4f56bf409eacee7e86da, entries=1, sequenceid=10, filesize=5.0 K 2024-11-21T09:21:58,292 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e6bebbae6fcbddeac8f526345c0efe5e in 156ms, sequenceid=10, compaction requested=false 2024-11-21T09:21:58,292 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T09:21:58,304 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/default/test/e6bebbae6fcbddeac8f526345c0efe5e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T09:21:58,304 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:21:58,304 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:21:58,304 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e. 2024-11-21T09:21:58,304 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6bebbae6fcbddeac8f526345c0efe5e: Waiting for close lock at 1732180918136Running coprocessor pre-close hooks at 1732180918136Disabling compacts and flushes for region at 1732180918136Disabling writes for close at 1732180918136Obtaining lock to block concurrent updates at 1732180918136Preparing flush snapshotting stores in e6bebbae6fcbddeac8f526345c0efe5e at 1732180918136Finished memstore snapshotting test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732180918137 (+1 ms)Flushing stores of test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e. at 1732180918137Flushing e6bebbae6fcbddeac8f526345c0efe5e/f: creating writer at 1732180918137Flushing e6bebbae6fcbddeac8f526345c0efe5e/f: appending metadata at 1732180918167 (+30 ms)Flushing e6bebbae6fcbddeac8f526345c0efe5e/f: closing flushed file at 1732180918167Flushing e6bebbae6fcbddeac8f526345c0efe5e/f1: creating writer at 1732180918189 (+22 ms)Flushing e6bebbae6fcbddeac8f526345c0efe5e/f1: appending metadata at 1732180918213 (+24 ms)Flushing e6bebbae6fcbddeac8f526345c0efe5e/f1: closing flushed file at 1732180918213Flushing e6bebbae6fcbddeac8f526345c0efe5e/norep: creating writer at 1732180918231 (+18 ms)Flushing e6bebbae6fcbddeac8f526345c0efe5e/norep: appending metadata at 1732180918259 (+28 ms)Flushing e6bebbae6fcbddeac8f526345c0efe5e/norep: closing flushed file at 1732180918259Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6843fdc6: reopening flushed file at 1732180918272 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19db58e1: reopening flushed file at 1732180918279 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a63774b: reopening flushed file at 1732180918285 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e6bebbae6fcbddeac8f526345c0efe5e in 156ms, sequenceid=10, compaction requested=false at 1732180918292 (+7 ms)Writing region close event to WAL at 1732180918301 (+9 ms)Running coprocessor post-close hooks at 1732180918304 (+3 ms)Closed at 1732180918304 2024-11-21T09:21:58,304 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e. 2024-11-21T09:21:58,413 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:21:58,490 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 636, reset compression=false 2024-11-21T09:21:58,513 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 1193, reset compression=false 2024-11-21T09:21:58,518 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:21:58,518 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 2084, reset compression=false 2024-11-21T09:21:58,518 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.shipper5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,38859,1732180890147 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875, lastWalPosition=2084, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:21:58,519 ERROR [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.shipper5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5b0ae2ee7b9e,38859,1732180890147: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5b0ae2ee7b9e,38859,1732180890147, walGroup=5b0ae2ee7b9e%2C38859%2C1732180890147, offset=5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875:2084, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:38859 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T09:21:58,520 ERROR [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.shipper5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T09:21:58,521 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.shipper5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T09:21:58,522 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.shipper5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T09:21:58,522 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.shipper5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T09:21:58,522 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.shipper5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T09:21:58,522 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.shipper5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1205862400, "init": 1048576000, "max": 2306867200, "used": 885736536 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 202627488 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T09:21:58,522 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.shipper5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:46247 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:46247 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T09:21:58,573 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740/.tmp/ns/f0b4a03ff37848d3b9c589fc6cce434f 2024-11-21T09:21:58,596 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740/.tmp/rep_barrier/8fc0df4effba43939baefe44cc501a35 is 112, key is test,,1732180900132.e6bebbae6fcbddeac8f526345c0efe5e./rep_barrier:seqnumDuringOpen/1732180900890/Put/seqid=0 2024-11-21T09:21:58,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741846_1022 (size=5518) 2024-11-21T09:21:58,605 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740/.tmp/rep_barrier/8fc0df4effba43939baefe44cc501a35 2024-11-21T09:21:58,613 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T09:21:58,613 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T09:21:58,613 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:21:58,628 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740/.tmp/table/69004474592441589165beb90ada3808 is 53, key is hbase:replication/table:state/1732180904282/Put/seqid=0 2024-11-21T09:21:58,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741847_1023 (size=5308) 2024-11-21T09:21:58,728 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 2084, reset compression=false 2024-11-21T09:21:58,813 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:21:59,014 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:21:59,031 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.wal-reader.5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.1732180892875 to pos 2084, reset compression=false 2024-11-21T09:21:59,032 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740/.tmp/table/69004474592441589165beb90ada3808 2024-11-21T09:21:59,037 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740/.tmp/info/d555d33eff324f2f8d9f97d98bfd385e as hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740/info/d555d33eff324f2f8d9f97d98bfd385e 2024-11-21T09:21:59,041 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740/info/d555d33eff324f2f8d9f97d98bfd385e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T09:21:59,041 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740/.tmp/ns/f0b4a03ff37848d3b9c589fc6cce434f as hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740/ns/f0b4a03ff37848d3b9c589fc6cce434f 2024-11-21T09:21:59,045 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740/ns/f0b4a03ff37848d3b9c589fc6cce434f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T09:21:59,046 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740/.tmp/rep_barrier/8fc0df4effba43939baefe44cc501a35 as hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740/rep_barrier/8fc0df4effba43939baefe44cc501a35 2024-11-21T09:21:59,049 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740/rep_barrier/8fc0df4effba43939baefe44cc501a35, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T09:21:59,050 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740/.tmp/table/69004474592441589165beb90ada3808 as hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740/table/69004474592441589165beb90ada3808 2024-11-21T09:21:59,054 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740/table/69004474592441589165beb90ada3808, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T09:21:59,055 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1442ms, sequenceid=16, compaction requested=false 2024-11-21T09:21:59,055 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T09:21:59,059 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T09:21:59,060 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:21:59,060 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:21:59,060 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:21:59,060 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180917612Running coprocessor pre-close hooks at 1732180917612Disabling compacts and flushes for region at 1732180917612Disabling writes for close at 1732180917612Obtaining lock to block concurrent updates at 1732180917613 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732180917613Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732180917613Flushing stores of hbase:meta,,1.1588230740 at 1732180917613Flushing 1588230740/info: creating writer at 1732180917614 (+1 ms)Flushing 1588230740/info: appending metadata at 1732180917650 (+36 ms)Flushing 1588230740/info: closing flushed file at 1732180917650Flushing 1588230740/ns: creating writer at 1732180918107 (+457 ms)Flushing 1588230740/ns: appending metadata at 1732180918135 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1732180918135Flushing 1588230740/rep_barrier: creating writer at 1732180918577 (+442 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732180918595 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732180918595Flushing 1588230740/table: creating writer at 1732180918609 (+14 ms)Flushing 1588230740/table: appending metadata at 1732180918627 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732180918627Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b3f5e07: reopening flushed file at 1732180919036 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1467f30d: reopening flushed file at 1732180919041 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a97821: reopening flushed file at 1732180919045 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57572310: reopening flushed file at 1732180919049 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1442ms, sequenceid=16, compaction requested=false at 1732180919055 (+6 ms)Writing region close event to WAL at 1732180919057 (+2 ms)Running coprocessor post-close hooks at 1732180919060 (+3 ms)Closed at 1732180919060 2024-11-21T09:21:59,060 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:21:59,214 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,38859,1732180890147; all regions closed. 2024-11-21T09:21:59,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741834_1010 (size=4239) 2024-11-21T09:21:59,216 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.meta.1732180893739.meta not finished, retry = 0 2024-11-21T09:21:59,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741839_1015 (size=3114) 2024-11-21T09:21:59,318 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/WALs/5b0ae2ee7b9e,38859,1732180890147/5b0ae2ee7b9e%2C38859%2C1732180890147.rep.1732180904229 not finished, retry = 0 2024-11-21T09:21:59,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741832_1008 (size=2092) 2024-11-21T09:21:59,421 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:59,421 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:21:59,421 INFO [RS:0;5b0ae2ee7b9e:38859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:21:59,422 INFO [RS:0;5b0ae2ee7b9e:38859 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T09:21:59,422 INFO [RS:0;5b0ae2ee7b9e:38859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:21:59,422 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:21:59,422 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b0ae2ee7b9e,38859,1732180890147 because: Region server is closing 2024-11-21T09:21:59,422 INFO [RS:0;5b0ae2ee7b9e:38859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:38859. 2024-11-21T09:21:59,422 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:59,422 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:59,422 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:59,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:59,454 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T09:21:59,523 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,38859,1732180890147.replicationSource.shipper5b0ae2ee7b9e%2C38859%2C1732180890147,1-5b0ae2ee7b9e,38859,1732180890147 terminated 2024-11-21T09:21:59,523 INFO [RS:0;5b0ae2ee7b9e:38859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:38859. 2024-11-21T09:21:59,523 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:21:59,523 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:59,523 DEBUG [RS:0;5b0ae2ee7b9e:38859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:21:59,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:21:59,523 INFO [RS:0;5b0ae2ee7b9e:38859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38859 2024-11-21T09:21:59,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826949435/rs 2024-11-21T09:21:59,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1015cb2b1bf0004, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11826949435/rs/5b0ae2ee7b9e,38859,1732180890147 2024-11-21T09:21:59,577 INFO [RS:0;5b0ae2ee7b9e:38859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:21:59,577 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,38859,1732180890147] 2024-11-21T09:21:59,636 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11826949435/draining/5b0ae2ee7b9e,38859,1732180890147 already deleted, retry=false 2024-11-21T09:21:59,636 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,38859,1732180890147 expired; onlineServers=0 2024-11-21T09:21:59,636 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,46247,1732180889866' ***** 2024-11-21T09:21:59,636 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:21:59,636 INFO [M:0;5b0ae2ee7b9e:46247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:21:59,636 INFO [M:0;5b0ae2ee7b9e:46247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:21:59,637 DEBUG [M:0;5b0ae2ee7b9e:46247 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:21:59,637 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:21:59,637 DEBUG [M:0;5b0ae2ee7b9e:46247 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:21:59,637 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180892544 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180892544,5,FailOnTimeoutGroup] 2024-11-21T09:21:59,637 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180892544 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180892544,5,FailOnTimeoutGroup] 2024-11-21T09:21:59,637 INFO [M:0;5b0ae2ee7b9e:46247 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:21:59,637 INFO [M:0;5b0ae2ee7b9e:46247 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:21:59,637 DEBUG [M:0;5b0ae2ee7b9e:46247 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:21:59,637 INFO [M:0;5b0ae2ee7b9e:46247 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:21:59,637 INFO [M:0;5b0ae2ee7b9e:46247 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:21:59,637 INFO [M:0;5b0ae2ee7b9e:46247 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:21:59,637 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:21:59,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11826949435/master 2024-11-21T09:21:59,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11826949435 2024-11-21T09:21:59,647 DEBUG [M:0;5b0ae2ee7b9e:46247 {}] zookeeper.ZKUtil(347): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Unable to get data of znode /11826949435/master because node does not exist (not an error) 2024-11-21T09:21:59,647 WARN [M:0;5b0ae2ee7b9e:46247 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T09:21:59,647 INFO [M:0;5b0ae2ee7b9e:46247 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/.lastflushedseqids 2024-11-21T09:21:59,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741848_1024 (size=245) 2024-11-21T09:21:59,693 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 636, reset compression=false 2024-11-21T09:21:59,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1015cb2b1bf0004, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:21:59,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x1015cb2b1bf0004, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:21:59,720 INFO [RS:0;5b0ae2ee7b9e:38859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:21:59,720 INFO [RS:0;5b0ae2ee7b9e:38859 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,38859,1732180890147; zookeeper connection closed. 2024-11-21T09:21:59,720 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1599884 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1599884 2024-11-21T09:21:59,720 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T09:21:59,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:59,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:59,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:59,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:59,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:59,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:59,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:59,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:59,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:59,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:59,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:59,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:59,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:59,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:59,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:21:59,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:00,051 INFO [M:0;5b0ae2ee7b9e:46247 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:22:00,052 INFO [M:0;5b0ae2ee7b9e:46247 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:22:00,052 DEBUG [M:0;5b0ae2ee7b9e:46247 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:22:00,052 INFO [M:0;5b0ae2ee7b9e:46247 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:00,052 DEBUG [M:0;5b0ae2ee7b9e:46247 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:00,052 DEBUG [M:0;5b0ae2ee7b9e:46247 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:22:00,052 DEBUG [M:0;5b0ae2ee7b9e:46247 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:00,052 INFO [M:0;5b0ae2ee7b9e:46247 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T09:22:00,078 DEBUG [M:0;5b0ae2ee7b9e:46247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e36e0848e8a94a3bb83917a7a9102afd is 82, key is hbase:meta,,1/info:regioninfo/1732180893790/Put/seqid=0 2024-11-21T09:22:00,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741849_1025 (size=5672) 2024-11-21T09:22:00,084 INFO [M:0;5b0ae2ee7b9e:46247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e36e0848e8a94a3bb83917a7a9102afd 2024-11-21T09:22:00,106 DEBUG [M:0;5b0ae2ee7b9e:46247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00b825426ad54ac2960b2c165c4d025f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732180904285/Put/seqid=0 2024-11-21T09:22:00,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741850_1026 (size=8516) 2024-11-21T09:22:00,424 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:22:00,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:00,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:00,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:00,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:00,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:00,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:00,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:00,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:00,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:00,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:00,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:00,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:00,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:00,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:00,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:00,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:00,511 INFO [M:0;5b0ae2ee7b9e:46247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00b825426ad54ac2960b2c165c4d025f 2024-11-21T09:22:00,526 DEBUG [M:0;5b0ae2ee7b9e:46247 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8fe8d7f3a2cf408cb7fa4c3c7db7eaf2 is 69, key is 5b0ae2ee7b9e,38859,1732180890147/rs:state/1732180892632/Put/seqid=0 2024-11-21T09:22:00,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741851_1027 (size=5156) 2024-11-21T09:22:00,930 INFO [M:0;5b0ae2ee7b9e:46247 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8fe8d7f3a2cf408cb7fa4c3c7db7eaf2 2024-11-21T09:22:00,933 DEBUG [M:0;5b0ae2ee7b9e:46247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e36e0848e8a94a3bb83917a7a9102afd as hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e36e0848e8a94a3bb83917a7a9102afd 2024-11-21T09:22:00,936 INFO [M:0;5b0ae2ee7b9e:46247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e36e0848e8a94a3bb83917a7a9102afd, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T09:22:00,937 DEBUG [M:0;5b0ae2ee7b9e:46247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00b825426ad54ac2960b2c165c4d025f as hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00b825426ad54ac2960b2c165c4d025f 2024-11-21T09:22:00,940 INFO [M:0;5b0ae2ee7b9e:46247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00b825426ad54ac2960b2c165c4d025f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T09:22:00,941 DEBUG [M:0;5b0ae2ee7b9e:46247 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8fe8d7f3a2cf408cb7fa4c3c7db7eaf2 as hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8fe8d7f3a2cf408cb7fa4c3c7db7eaf2 2024-11-21T09:22:00,944 INFO [M:0;5b0ae2ee7b9e:46247 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33591/user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8fe8d7f3a2cf408cb7fa4c3c7db7eaf2, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T09:22:00,945 INFO [M:0;5b0ae2ee7b9e:46247 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=97, compaction requested=false 2024-11-21T09:22:00,946 INFO [M:0;5b0ae2ee7b9e:46247 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:00,946 DEBUG [M:0;5b0ae2ee7b9e:46247 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180920052Disabling compacts and flushes for region at 1732180920052Disabling writes for close at 1732180920052Obtaining lock to block concurrent updates at 1732180920052Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180920052Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732180920053 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180920053Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180920053Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180920077 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180920077Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180920089 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180920106 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180920106Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180920514 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180920526 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180920526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4af71592: reopening flushed file at 1732180920933 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6013d1db: reopening flushed file at 1732180920936 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51f0d2af: reopening flushed file at 1732180920940 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=97, compaction requested=false at 1732180920945 (+5 ms)Writing region close event to WAL at 1732180920945Closed at 1732180920945 2024-11-21T09:22:00,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36987 is added to blk_1073741830_1006 (size=63654) 2024-11-21T09:22:00,947 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c18476a3-2df7-6d25-8115-fdad0a6b8453/MasterData/WALs/5b0ae2ee7b9e,46247,1732180889866/5b0ae2ee7b9e%2C46247%2C1732180889866.1732180891164 not finished, retry = 0 2024-11-21T09:22:00,997 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 636, reset compression=false 2024-11-21T09:22:01,049 INFO [M:0;5b0ae2ee7b9e:46247 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:22:01,049 INFO [M:0;5b0ae2ee7b9e:46247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46247 2024-11-21T09:22:01,049 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:22:01,049 INFO [M:0;5b0ae2ee7b9e:46247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:22:01,200 INFO [M:0;5b0ae2ee7b9e:46247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:22:01,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:22:01,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46247-0x1015cb2b1bf0003, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:22:01,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f1f28f3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:22:01,202 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f2f3282{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:22:01,202 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:22:01,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e7a925{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:22:01,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@164837db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/hadoop.log.dir/,STOPPED} 2024-11-21T09:22:01,205 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:22:01,205 WARN [BP-485103134-172.17.0.2-1732180887554 heartbeating to localhost/127.0.0.1:33591 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:22:01,205 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:22:01,205 WARN [BP-485103134-172.17.0.2-1732180887554 heartbeating to localhost/127.0.0.1:33591 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-485103134-172.17.0.2-1732180887554 (Datanode Uuid f6b8c0b9-63c2-4583-8e0f-370824a0fbf3) service to localhost/127.0.0.1:33591 2024-11-21T09:22:01,205 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/cluster_c5e39431-30ee-925f-d151-b37cd3e1aaac/data/data1/current/BP-485103134-172.17.0.2-1732180887554 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:22:01,206 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/cluster_c5e39431-30ee-925f-d151-b37cd3e1aaac/data/data2/current/BP-485103134-172.17.0.2-1732180887554 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:22:01,206 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:22:01,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ba2423e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:22:01,211 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20187e47{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:22:01,211 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:22:01,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73f11bcd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:22:01,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e141f3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27e3f76b-ef20-ab08-598f-22f496e8651a/hadoop.log.dir/,STOPPED} 2024-11-21T09:22:01,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T09:22:01,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T09:22:01,227 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:22:01,227 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:22:01,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:01,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:01,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:22:01,227 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:22:01,227 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=999460029, stopped=false 2024-11-21T09:22:01,227 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,36949,1732180885411 2024-11-21T09:22:01,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x1015cb2b1bf0001, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2070251075/running 2024-11-21T09:22:01,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2070251075/running 2024-11-21T09:22:01,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070251075 2024-11-21T09:22:01,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x1015cb2b1bf0001, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070251075 2024-11-21T09:22:01,287 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:22:01,287 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:22:01,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:22:01,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:01,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45257-0x1015cb2b1bf0001, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Set watcher on znode that does not yet exist, /0-2070251075/running 2024-11-21T09:22:01,288 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,45257,1732180885620' ***** 2024-11-21T09:22:01,288 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:22:01,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Set watcher on znode that does not yet exist, /0-2070251075/running 2024-11-21T09:22:01,289 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:22:01,289 INFO [RS:0;5b0ae2ee7b9e:45257 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:22:01,289 INFO [RS:0;5b0ae2ee7b9e:45257 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:22:01,289 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(3091): Received CLOSE for 047274a348ec1b43a1f19b8e47842c89 2024-11-21T09:22:01,289 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:22:01,290 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f2d893a1bd11ec4b4ce24e591ba9e6d 2024-11-21T09:22:01,290 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,45257,1732180885620 2024-11-21T09:22:01,290 INFO [RS:0;5b0ae2ee7b9e:45257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:22:01,290 INFO [RS:0;5b0ae2ee7b9e:45257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:45257. 2024-11-21T09:22:01,290 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:22:01,290 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:01,290 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:22:01,290 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:22:01,290 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:22:01,290 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:22:01,290 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 047274a348ec1b43a1f19b8e47842c89, disabling compactions & flushes 2024-11-21T09:22:01,290 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732180899493.047274a348ec1b43a1f19b8e47842c89. 2024-11-21T09:22:01,290 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180899493.047274a348ec1b43a1f19b8e47842c89. 2024-11-21T09:22:01,290 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732180899493.047274a348ec1b43a1f19b8e47842c89. after waiting 0 ms 2024-11-21T09:22:01,290 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732180899493.047274a348ec1b43a1f19b8e47842c89. 2024-11-21T09:22:01,290 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 047274a348ec1b43a1f19b8e47842c89 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-21T09:22:01,291 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T09:22:01,291 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 047274a348ec1b43a1f19b8e47842c89=test,,1732180899493.047274a348ec1b43a1f19b8e47842c89., 2f2d893a1bd11ec4b4ce24e591ba9e6d=hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d.} 2024-11-21T09:22:01,291 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(1351): Waiting on 047274a348ec1b43a1f19b8e47842c89, 1588230740, 2f2d893a1bd11ec4b4ce24e591ba9e6d 2024-11-21T09:22:01,291 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:22:01,291 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:22:01,291 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:22:01,291 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:22:01,291 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:22:01,292 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T09:22:01,310 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/default/test/047274a348ec1b43a1f19b8e47842c89/.tmp/f/7c1406450ecd4218af9da83ee25797e6 is 28, key is row/f:/1732180911435/DeleteFamily/seqid=0 2024-11-21T09:22:01,310 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740/.tmp/info/960995c21a3e4bcc8eb9c188fae12f3f is 147, key is hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d./info:regioninfo/1732180902444/Put/seqid=0 2024-11-21T09:22:01,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741840_1016 (size=5085) 2024-11-21T09:22:01,320 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/default/test/047274a348ec1b43a1f19b8e47842c89/.tmp/f/7c1406450ecd4218af9da83ee25797e6 2024-11-21T09:22:01,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741841_1017 (size=7686) 2024-11-21T09:22:01,326 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c1406450ecd4218af9da83ee25797e6 2024-11-21T09:22:01,339 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/default/test/047274a348ec1b43a1f19b8e47842c89/.tmp/f1/0f3dd1613b2e431383a9b3d731e604ed is 29, key is row/f1:/1732180911435/DeleteFamily/seqid=0 2024-11-21T09:22:01,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741842_1018 (size=5089) 2024-11-21T09:22:01,346 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/default/test/047274a348ec1b43a1f19b8e47842c89/.tmp/f1/0f3dd1613b2e431383a9b3d731e604ed 2024-11-21T09:22:01,349 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f3dd1613b2e431383a9b3d731e604ed 2024-11-21T09:22:01,363 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/default/test/047274a348ec1b43a1f19b8e47842c89/.tmp/norep/342488f4989c4fd1aa1d276ea9ffca2d is 32, key is row/norep:/1732180911435/DeleteFamily/seqid=0 2024-11-21T09:22:01,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741843_1019 (size=5101) 2024-11-21T09:22:01,367 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/default/test/047274a348ec1b43a1f19b8e47842c89/.tmp/norep/342488f4989c4fd1aa1d276ea9ffca2d 2024-11-21T09:22:01,371 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 342488f4989c4fd1aa1d276ea9ffca2d 2024-11-21T09:22:01,371 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/default/test/047274a348ec1b43a1f19b8e47842c89/.tmp/f/7c1406450ecd4218af9da83ee25797e6 as hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/default/test/047274a348ec1b43a1f19b8e47842c89/f/7c1406450ecd4218af9da83ee25797e6 2024-11-21T09:22:01,375 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c1406450ecd4218af9da83ee25797e6 2024-11-21T09:22:01,375 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/default/test/047274a348ec1b43a1f19b8e47842c89/f/7c1406450ecd4218af9da83ee25797e6, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T09:22:01,376 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/default/test/047274a348ec1b43a1f19b8e47842c89/.tmp/f1/0f3dd1613b2e431383a9b3d731e604ed as hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/default/test/047274a348ec1b43a1f19b8e47842c89/f1/0f3dd1613b2e431383a9b3d731e604ed 2024-11-21T09:22:01,379 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f3dd1613b2e431383a9b3d731e604ed 2024-11-21T09:22:01,379 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/default/test/047274a348ec1b43a1f19b8e47842c89/f1/0f3dd1613b2e431383a9b3d731e604ed, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T09:22:01,380 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/default/test/047274a348ec1b43a1f19b8e47842c89/.tmp/norep/342488f4989c4fd1aa1d276ea9ffca2d as hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/default/test/047274a348ec1b43a1f19b8e47842c89/norep/342488f4989c4fd1aa1d276ea9ffca2d 2024-11-21T09:22:01,383 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:22:01,384 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 342488f4989c4fd1aa1d276ea9ffca2d 2024-11-21T09:22:01,384 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/default/test/047274a348ec1b43a1f19b8e47842c89/norep/342488f4989c4fd1aa1d276ea9ffca2d, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T09:22:01,385 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 047274a348ec1b43a1f19b8e47842c89 in 95ms, sequenceid=6, compaction requested=false 2024-11-21T09:22:01,396 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/default/test/047274a348ec1b43a1f19b8e47842c89/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T09:22:01,396 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:22:01,396 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:22:01,396 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732180899493.047274a348ec1b43a1f19b8e47842c89. 2024-11-21T09:22:01,397 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 047274a348ec1b43a1f19b8e47842c89: Waiting for close lock at 1732180921290Running coprocessor pre-close hooks at 1732180921290Disabling compacts and flushes for region at 1732180921290Disabling writes for close at 1732180921290Obtaining lock to block concurrent updates at 1732180921290Preparing flush snapshotting stores in 047274a348ec1b43a1f19b8e47842c89 at 1732180921290Finished memstore snapshotting test,,1732180899493.047274a348ec1b43a1f19b8e47842c89., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732180921291 (+1 ms)Flushing stores of test,,1732180899493.047274a348ec1b43a1f19b8e47842c89. at 1732180921291Flushing 047274a348ec1b43a1f19b8e47842c89/f: creating writer at 1732180921291Flushing 047274a348ec1b43a1f19b8e47842c89/f: appending metadata at 1732180921309 (+18 ms)Flushing 047274a348ec1b43a1f19b8e47842c89/f: closing flushed file at 1732180921309Flushing 047274a348ec1b43a1f19b8e47842c89/f1: creating writer at 1732180921326 (+17 ms)Flushing 047274a348ec1b43a1f19b8e47842c89/f1: appending metadata at 1732180921338 (+12 ms)Flushing 047274a348ec1b43a1f19b8e47842c89/f1: closing flushed file at 1732180921339 (+1 ms)Flushing 047274a348ec1b43a1f19b8e47842c89/norep: creating writer at 1732180921349 (+10 ms)Flushing 047274a348ec1b43a1f19b8e47842c89/norep: appending metadata at 1732180921362 (+13 ms)Flushing 047274a348ec1b43a1f19b8e47842c89/norep: closing flushed file at 1732180921362Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f163cf5: reopening flushed file at 1732180921371 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53bb12b1: reopening flushed file at 1732180921375 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3433e480: reopening flushed file at 1732180921380 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 047274a348ec1b43a1f19b8e47842c89 in 95ms, sequenceid=6, compaction requested=false at 1732180921385 (+5 ms)Writing region close event to WAL at 1732180921392 (+7 ms)Running coprocessor post-close hooks at 1732180921396 (+4 ms)Closed at 1732180921396 2024-11-21T09:22:01,397 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732180899493.047274a348ec1b43a1f19b8e47842c89. 2024-11-21T09:22:01,397 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f2d893a1bd11ec4b4ce24e591ba9e6d, disabling compactions & flushes 2024-11-21T09:22:01,397 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d. 2024-11-21T09:22:01,397 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d. 2024-11-21T09:22:01,397 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d. after waiting 0 ms 2024-11-21T09:22:01,397 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d. 2024-11-21T09:22:01,397 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2f2d893a1bd11ec4b4ce24e591ba9e6d 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-21T09:22:01,417 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/replication/2f2d893a1bd11ec4b4ce24e591ba9e6d/.tmp/queue/5ee8953573ab43f682f200806da39ecc is 153, key is 1-5b0ae2ee7b9e,45257,1732180885620/queue:5b0ae2ee7b9e%2C45257%2C1732180885620/1732180911922/Put/seqid=0 2024-11-21T09:22:01,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741844_1020 (size=5352) 2024-11-21T09:22:01,420 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/replication/2f2d893a1bd11ec4b4ce24e591ba9e6d/.tmp/queue/5ee8953573ab43f682f200806da39ecc 2024-11-21T09:22:01,425 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/replication/2f2d893a1bd11ec4b4ce24e591ba9e6d/.tmp/queue/5ee8953573ab43f682f200806da39ecc as hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/replication/2f2d893a1bd11ec4b4ce24e591ba9e6d/queue/5ee8953573ab43f682f200806da39ecc 2024-11-21T09:22:01,428 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/replication/2f2d893a1bd11ec4b4ce24e591ba9e6d/queue/5ee8953573ab43f682f200806da39ecc, entries=1, sequenceid=8, filesize=5.2 K 2024-11-21T09:22:01,429 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 2f2d893a1bd11ec4b4ce24e591ba9e6d in 32ms, sequenceid=8, compaction requested=false 2024-11-21T09:22:01,437 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/replication/2f2d893a1bd11ec4b4ce24e591ba9e6d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T09:22:01,438 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:22:01,438 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:22:01,438 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d. 2024-11-21T09:22:01,438 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f2d893a1bd11ec4b4ce24e591ba9e6d: Waiting for close lock at 1732180921397Running coprocessor pre-close hooks at 1732180921397Disabling compacts and flushes for region at 1732180921397Disabling writes for close at 1732180921397Obtaining lock to block concurrent updates at 1732180921397Preparing flush snapshotting stores in 2f2d893a1bd11ec4b4ce24e591ba9e6d at 1732180921397Finished memstore snapshotting hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732180921397Flushing stores of hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d. at 1732180921398 (+1 ms)Flushing 2f2d893a1bd11ec4b4ce24e591ba9e6d/queue: creating writer at 1732180921398Flushing 2f2d893a1bd11ec4b4ce24e591ba9e6d/queue: appending metadata at 1732180921416 (+18 ms)Flushing 2f2d893a1bd11ec4b4ce24e591ba9e6d/queue: closing flushed file at 1732180921416Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ab64f36: reopening flushed file at 1732180921424 (+8 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 2f2d893a1bd11ec4b4ce24e591ba9e6d in 32ms, sequenceid=8, compaction requested=false at 1732180921429 (+5 ms)Writing region close event to WAL at 1732180921430 (+1 ms)Running coprocessor post-close hooks at 1732180921438 (+8 ms)Closed at 1732180921438 2024-11-21T09:22:01,438 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732180901946.2f2d893a1bd11ec4b4ce24e591ba9e6d. 2024-11-21T09:22:01,491 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:22:01,587 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-21T09:22:01,634 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:22:01,634 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:22:01,691 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:22:01,723 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740/.tmp/info/960995c21a3e4bcc8eb9c188fae12f3f 2024-11-21T09:22:01,741 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740/.tmp/ns/182f50a4f8324cf2b92e641df5984371 is 43, key is default/ns:d/1732180887335/Put/seqid=0 2024-11-21T09:22:01,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741845_1021 (size=5153) 2024-11-21T09:22:01,892 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:22:02,092 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:22:02,144 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740/.tmp/ns/182f50a4f8324cf2b92e641df5984371 2024-11-21T09:22:02,163 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740/.tmp/rep_barrier/e544c778daaf4f278a446c7257051dec is 112, key is test,,1732180899493.047274a348ec1b43a1f19b8e47842c89./rep_barrier:seqnumDuringOpen/1732180899945/Put/seqid=0 2024-11-21T09:22:02,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741846_1022 (size=5518) 2024-11-21T09:22:02,292 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T09:22:02,292 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T09:22:02,292 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:22:02,400 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 636, reset compression=false 2024-11-21T09:22:02,404 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:22:02,404 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 1527, reset compression=false 2024-11-21T09:22:02,404 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.shipper5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,45257,1732180885620 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:22:02,404 ERROR [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.shipper5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5b0ae2ee7b9e,45257,1732180885620: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-5b0ae2ee7b9e,45257,1732180885620, walGroup=5b0ae2ee7b9e%2C45257%2C1732180885620, offset=5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:45257 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T09:22:02,405 ERROR [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.shipper5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T09:22:02,405 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.shipper5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T09:22:02,406 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.shipper5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T09:22:02,406 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.shipper5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T09:22:02,406 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.shipper5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T09:22:02,406 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.shipper5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1205862400, "init": 1048576000, "max": 2306867200, "used": 988496984 }, "NonHeapMemoryUsage": { "committed": 207093760, "init": 7667712, "max": -1, "used": 203128896 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T09:22:02,406 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.shipper5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:36949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T09:22:02,492 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:22:02,566 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740/.tmp/rep_barrier/e544c778daaf4f278a446c7257051dec 2024-11-21T09:22:02,586 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740/.tmp/table/3c1778b70f70476d92a7f0e3516524b4 is 53, key is hbase:replication/table:state/1732180902449/Put/seqid=0 2024-11-21T09:22:02,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741847_1023 (size=5308) 2024-11-21T09:22:02,606 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 1527, reset compression=false 2024-11-21T09:22:02,692 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:22:02,893 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:22:02,909 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/WALs/5b0ae2ee7b9e,45257,1732180885620/5b0ae2ee7b9e%2C45257%2C1732180885620.1732180886764 to pos 1527, reset compression=false 2024-11-21T09:22:02,989 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740/.tmp/table/3c1778b70f70476d92a7f0e3516524b4 2024-11-21T09:22:02,993 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740/.tmp/info/960995c21a3e4bcc8eb9c188fae12f3f as hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740/info/960995c21a3e4bcc8eb9c188fae12f3f 2024-11-21T09:22:02,996 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740/info/960995c21a3e4bcc8eb9c188fae12f3f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T09:22:02,997 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740/.tmp/ns/182f50a4f8324cf2b92e641df5984371 as hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740/ns/182f50a4f8324cf2b92e641df5984371 2024-11-21T09:22:03,000 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740/ns/182f50a4f8324cf2b92e641df5984371, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T09:22:03,001 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740/.tmp/rep_barrier/e544c778daaf4f278a446c7257051dec as hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740/rep_barrier/e544c778daaf4f278a446c7257051dec 2024-11-21T09:22:03,005 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740/rep_barrier/e544c778daaf4f278a446c7257051dec, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T09:22:03,007 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740/.tmp/table/3c1778b70f70476d92a7f0e3516524b4 as hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740/table/3c1778b70f70476d92a7f0e3516524b4 2024-11-21T09:22:03,011 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740/table/3c1778b70f70476d92a7f0e3516524b4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T09:22:03,012 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false 2024-11-21T09:22:03,012 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T09:22:03,016 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T09:22:03,017 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:22:03,017 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:22:03,017 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:22:03,017 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180921291Running coprocessor pre-close hooks at 1732180921291Disabling compacts and flushes for region at 1732180921291Disabling writes for close at 1732180921291Obtaining lock to block concurrent updates at 1732180921292 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732180921292Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732180921292Flushing stores of hbase:meta,,1.1588230740 at 1732180921292Flushing 1588230740/info: creating writer at 1732180921292Flushing 1588230740/info: appending metadata at 1732180921310 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732180921310Flushing 1588230740/ns: creating writer at 1732180921726 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732180921741 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732180921741Flushing 1588230740/rep_barrier: creating writer at 1732180922148 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732180922162 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732180922162Flushing 1588230740/table: creating writer at 1732180922569 (+407 ms)Flushing 1588230740/table: appending metadata at 1732180922585 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732180922585Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aa319ea: reopening flushed file at 1732180922992 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3abdff99: reopening flushed file at 1732180922996 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37690cb7: reopening flushed file at 1732180923000 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d6c5a96: reopening flushed file at 1732180923006 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false at 1732180923012 (+6 ms)Writing region close event to WAL at 1732180923014 (+2 ms)Running coprocessor post-close hooks at 1732180923017 (+3 ms)Closed at 1732180923017 2024-11-21T09:22:03,017 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:22:03,093 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,45257,1732180885620; all regions closed. 2024-11-21T09:22:03,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741834_1010 (size=4239) 2024-11-21T09:22:03,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741839_1015 (size=2240) 2024-11-21T09:22:03,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741833_1009 (size=1535) 2024-11-21T09:22:03,110 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:03,110 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:22:03,110 INFO [RS:0;5b0ae2ee7b9e:45257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:22:03,111 INFO [RS:0;5b0ae2ee7b9e:45257 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T09:22:03,111 INFO [RS:0;5b0ae2ee7b9e:45257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:22:03,111 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:22:03,111 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b0ae2ee7b9e,45257,1732180885620 because: Region server is closing 2024-11-21T09:22:03,111 INFO [RS:0;5b0ae2ee7b9e:45257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:45257. 2024-11-21T09:22:03,111 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:22:03,111 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:03,111 DEBUG [RS:0;5b0ae2ee7b9e:45257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:03,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:22:03,212 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.shipper5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 terminated 2024-11-21T09:22:03,212 INFO [RS:0;5b0ae2ee7b9e:45257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45257 2024-11-21T09:22:03,212 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,45257,1732180885620.replicationSource.wal-reader.5b0ae2ee7b9e%2C45257%2C1732180885620,1-5b0ae2ee7b9e,45257,1732180885620 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T09:22:03,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x1015cb2b1bf0001, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2070251075/rs/5b0ae2ee7b9e,45257,1732180885620 2024-11-21T09:22:03,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070251075/rs 2024-11-21T09:22:03,232 INFO [RS:0;5b0ae2ee7b9e:45257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:22:03,232 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,45257,1732180885620] 2024-11-21T09:22:03,252 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2070251075/draining/5b0ae2ee7b9e,45257,1732180885620 already deleted, retry=false 2024-11-21T09:22:03,252 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,45257,1732180885620 expired; onlineServers=0 2024-11-21T09:22:03,252 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,36949,1732180885411' ***** 2024-11-21T09:22:03,252 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:22:03,252 INFO [M:0;5b0ae2ee7b9e:36949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:22:03,252 INFO [M:0;5b0ae2ee7b9e:36949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:22:03,252 DEBUG [M:0;5b0ae2ee7b9e:36949 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:22:03,253 DEBUG [M:0;5b0ae2ee7b9e:36949 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:22:03,253 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:22:03,253 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180886506 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180886506,5,FailOnTimeoutGroup] 2024-11-21T09:22:03,253 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180886516 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180886516,5,FailOnTimeoutGroup] 2024-11-21T09:22:03,253 INFO [M:0;5b0ae2ee7b9e:36949 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:22:03,253 INFO [M:0;5b0ae2ee7b9e:36949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:22:03,253 DEBUG [M:0;5b0ae2ee7b9e:36949 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:22:03,253 INFO [M:0;5b0ae2ee7b9e:36949 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:22:03,253 INFO [M:0;5b0ae2ee7b9e:36949 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:22:03,253 INFO [M:0;5b0ae2ee7b9e:36949 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:22:03,253 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:22:03,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2070251075/master 2024-11-21T09:22:03,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2070251075 2024-11-21T09:22:03,263 DEBUG [M:0;5b0ae2ee7b9e:36949 {}] zookeeper.ZKUtil(347): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Unable to get data of znode /0-2070251075/master because node does not exist (not an error) 2024-11-21T09:22:03,263 WARN [M:0;5b0ae2ee7b9e:36949 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T09:22:03,263 INFO [M:0;5b0ae2ee7b9e:36949 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/.lastflushedseqids 2024-11-21T09:22:03,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741848_1024 (size=245) 2024-11-21T09:22:03,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x1015cb2b1bf0001, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:22:03,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45257-0x1015cb2b1bf0001, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:22:03,342 INFO [RS:0;5b0ae2ee7b9e:45257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:22:03,342 INFO [RS:0;5b0ae2ee7b9e:45257 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,45257,1732180885620; zookeeper connection closed. 2024-11-21T09:22:03,344 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a00869c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a00869c 2024-11-21T09:22:03,344 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T09:22:03,669 INFO [M:0;5b0ae2ee7b9e:36949 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:22:03,669 INFO [M:0;5b0ae2ee7b9e:36949 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:22:03,669 DEBUG [M:0;5b0ae2ee7b9e:36949 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:22:03,669 INFO [M:0;5b0ae2ee7b9e:36949 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:03,669 DEBUG [M:0;5b0ae2ee7b9e:36949 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:03,669 DEBUG [M:0;5b0ae2ee7b9e:36949 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:22:03,669 DEBUG [M:0;5b0ae2ee7b9e:36949 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:03,669 INFO [M:0;5b0ae2ee7b9e:36949 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-21T09:22:03,682 DEBUG [M:0;5b0ae2ee7b9e:36949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/759f04f99dd7490cbcdfd48cb186c49e is 82, key is hbase:meta,,1/info:regioninfo/1732180887287/Put/seqid=0 2024-11-21T09:22:03,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741849_1025 (size=5672) 2024-11-21T09:22:04,085 INFO [M:0;5b0ae2ee7b9e:36949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/759f04f99dd7490cbcdfd48cb186c49e 2024-11-21T09:22:04,106 DEBUG [M:0;5b0ae2ee7b9e:36949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c55fe097a6e14c70ae70d1360be5294a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732180899957/Put/seqid=0 2024-11-21T09:22:04,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741850_1026 (size=7218) 2024-11-21T09:22:04,509 INFO [M:0;5b0ae2ee7b9e:36949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c55fe097a6e14c70ae70d1360be5294a 2024-11-21T09:22:04,513 INFO [M:0;5b0ae2ee7b9e:36949 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c55fe097a6e14c70ae70d1360be5294a 2024-11-21T09:22:04,529 DEBUG [M:0;5b0ae2ee7b9e:36949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4419c92d5a94301884729128d95e973 is 69, key is 5b0ae2ee7b9e,45257,1732180885620/rs:state/1732180886601/Put/seqid=0 2024-11-21T09:22:04,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741851_1027 (size=5156) 2024-11-21T09:22:04,933 INFO [M:0;5b0ae2ee7b9e:36949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4419c92d5a94301884729128d95e973 2024-11-21T09:22:04,937 DEBUG [M:0;5b0ae2ee7b9e:36949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/759f04f99dd7490cbcdfd48cb186c49e as hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/759f04f99dd7490cbcdfd48cb186c49e 2024-11-21T09:22:04,941 INFO [M:0;5b0ae2ee7b9e:36949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/759f04f99dd7490cbcdfd48cb186c49e, entries=8, sequenceid=105, filesize=5.5 K 2024-11-21T09:22:04,942 DEBUG [M:0;5b0ae2ee7b9e:36949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c55fe097a6e14c70ae70d1360be5294a as hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c55fe097a6e14c70ae70d1360be5294a 2024-11-21T09:22:04,945 INFO [M:0;5b0ae2ee7b9e:36949 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c55fe097a6e14c70ae70d1360be5294a 2024-11-21T09:22:04,945 INFO [M:0;5b0ae2ee7b9e:36949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c55fe097a6e14c70ae70d1360be5294a, entries=11, sequenceid=105, filesize=7.0 K 2024-11-21T09:22:04,946 DEBUG [M:0;5b0ae2ee7b9e:36949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4419c92d5a94301884729128d95e973 as hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4419c92d5a94301884729128d95e973 2024-11-21T09:22:04,949 INFO [M:0;5b0ae2ee7b9e:36949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37801/user/jenkins/test-data/bbdd98ce-b52d-76fa-4ac8-2189797046f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4419c92d5a94301884729128d95e973, entries=1, sequenceid=105, filesize=5.0 K 2024-11-21T09:22:04,951 INFO [M:0;5b0ae2ee7b9e:36949 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false 2024-11-21T09:22:04,956 INFO [M:0;5b0ae2ee7b9e:36949 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:04,956 DEBUG [M:0;5b0ae2ee7b9e:36949 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180923669Disabling compacts and flushes for region at 1732180923669Disabling writes for close at 1732180923669Obtaining lock to block concurrent updates at 1732180923669Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180923669Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732180923669Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180923670 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180923670Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180923682 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180923682Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180924089 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180924105 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180924105Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180924513 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180924529 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180924529Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44dce2b2: reopening flushed file at 1732180924937 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a32ee01: reopening flushed file at 1732180924941 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c01235a: reopening flushed file at 1732180924945 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false at 1732180924951 (+6 ms)Writing region close event to WAL at 1732180924956 (+5 ms)Closed at 1732180924956 2024-11-21T09:22:04,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42785 is added to blk_1073741830_1006 (size=64423) 2024-11-21T09:22:04,958 INFO [M:0;5b0ae2ee7b9e:36949 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:22:04,958 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:22:04,958 INFO [M:0;5b0ae2ee7b9e:36949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36949 2024-11-21T09:22:04,959 INFO [M:0;5b0ae2ee7b9e:36949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:22:05,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:22:05,068 INFO [M:0;5b0ae2ee7b9e:36949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:22:05,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36949-0x1015cb2b1bf0000, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:22:05,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c206a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:22:05,077 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64344aab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:22:05,077 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:22:05,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a4e039b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:22:05,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50bad6ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/hadoop.log.dir/,STOPPED} 2024-11-21T09:22:05,078 WARN [BP-227984766-172.17.0.2-1732180883001 heartbeating to localhost/127.0.0.1:37801 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:22:05,078 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:22:05,078 WARN [BP-227984766-172.17.0.2-1732180883001 heartbeating to localhost/127.0.0.1:37801 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-227984766-172.17.0.2-1732180883001 (Datanode Uuid 357b0403-8c8e-49d9-a555-c00cd4f75b56) service to localhost/127.0.0.1:37801 2024-11-21T09:22:05,078 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:22:05,079 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/cluster_6afc829e-6cef-fc07-b320-c0a8ddaaa4de/data/data1/current/BP-227984766-172.17.0.2-1732180883001 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:22:05,079 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/cluster_6afc829e-6cef-fc07-b320-c0a8ddaaa4de/data/data2/current/BP-227984766-172.17.0.2-1732180883001 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:22:05,079 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:22:05,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@237e26d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:22:05,085 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@547cb1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:22:05,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:22:05,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b8f6086{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:22:05,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5aab1392{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c80b75d-e0de-51d1-add2-415a7127fdd5/hadoop.log.dir/,STOPPED} 2024-11-21T09:22:05,090 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T09:22:05,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T09:22:05,112 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 315) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37801 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33591 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37801 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:33591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62829) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33591 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:37801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37801 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62829) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33591 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62829) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46331 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:46331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=790 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=522 (was 387) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2331 (was 1466) - AvailableMemoryMB LEAK? - 2024-11-21T09:22:05,133 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=790, MaxFileDescriptor=1048576, SystemLoadAverage=522, ProcessCount=11, AvailableMemoryMB=2332 2024-11-21T09:22:05,147 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-21T09:22:05,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/hadoop.log.dir so I do NOT create it in target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda 2024-11-21T09:22:05,148 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T09:22:05,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/hadoop.tmp.dir so I do NOT create it in target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda 2024-11-21T09:22:05,148 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d05f08b8-3fca-9284-9019-4ad44b83e0b0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T09:22:05,148 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda 2024-11-21T09:22:05,148 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/cluster_2393cb02-f0ea-0b87-92f2-7479472755db, deleteOnExit=true 2024-11-21T09:22:05,150 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/cluster_2393cb02-f0ea-0b87-92f2-7479472755db/zookeeper_0, clientPort=57373, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/cluster_2393cb02-f0ea-0b87-92f2-7479472755db/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/cluster_2393cb02-f0ea-0b87-92f2-7479472755db/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T09:22:05,151 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57373 2024-11-21T09:22:05,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T09:22:05,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T09:22:05,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/test.cache.data in system properties and HBase conf 2024-11-21T09:22:05,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T09:22:05,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/hadoop.log.dir in system properties and HBase conf 2024-11-21T09:22:05,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T09:22:05,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T09:22:05,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T09:22:05,152 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T09:22:05,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:22:05,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:22:05,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T09:22:05,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:22:05,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T09:22:05,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T09:22:05,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:22:05,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:22:05,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T09:22:05,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/nfs.dump.dir in system properties and HBase conf 2024-11-21T09:22:05,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/java.io.tmpdir in system properties and HBase conf 2024-11-21T09:22:05,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:22:05,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T09:22:05,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T09:22:05,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015cb2b1bf0008, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T09:22:05,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015cb2b1bf0005, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T09:22:05,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015cb2b1bf0002, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T09:22:05,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015cb2b1bf0005, quorum=127.0.0.1:62829, baseZNode=/11826949435 Received Disconnected from ZooKeeper, ignoring 2024-11-21T09:22:05,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015cb2b1bf0008, quorum=127.0.0.1:62829, baseZNode=/21039007733 Received Disconnected from ZooKeeper, ignoring 2024-11-21T09:22:05,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015cb2b1bf0002, quorum=127.0.0.1:62829, baseZNode=/0-2070251075 Received Disconnected from ZooKeeper, ignoring 2024-11-21T09:22:05,551 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:22:05,554 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:22:05,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:22:05,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:22:05,556 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:22:05,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:22:05,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d39112f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:22:05,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54846aea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:22:05,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76cd1a6d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/java.io.tmpdir/jetty-localhost-38099-hadoop-hdfs-3_4_1-tests_jar-_-any-11930078040353919113/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:22:05,665 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f4e6efc{HTTP/1.1, (http/1.1)}{localhost:38099} 2024-11-21T09:22:05,665 INFO [Time-limited test {}] server.Server(415): Started @315900ms 2024-11-21T09:22:05,944 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:22:05,951 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:22:05,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:22:05,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:22:05,952 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:22:05,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41c11609{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:22:05,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74ed0413{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:22:06,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f67d6e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/java.io.tmpdir/jetty-localhost-37415-hadoop-hdfs-3_4_1-tests_jar-_-any-10990731718721162277/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:22:06,067 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2baac769{HTTP/1.1, (http/1.1)}{localhost:37415} 2024-11-21T09:22:06,067 INFO [Time-limited test {}] server.Server(415): Started @316301ms 2024-11-21T09:22:06,068 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:22:06,815 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:22:06,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:06,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:06,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:06,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:06,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:06,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:06,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:06,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:06,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:06,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:06,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:06,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:06,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:06,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:06,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:06,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:06,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:06,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:06,882 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T09:22:06,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T09:22:06,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T09:22:06,883 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:22:07,073 WARN [Thread-4199 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/cluster_2393cb02-f0ea-0b87-92f2-7479472755db/data/data1/current/BP-560993417-172.17.0.2-1732180925169/current, will proceed with Du for space computation calculation, 2024-11-21T09:22:07,081 WARN [Thread-4200 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/cluster_2393cb02-f0ea-0b87-92f2-7479472755db/data/data2/current/BP-560993417-172.17.0.2-1732180925169/current, will proceed with Du for space computation calculation, 2024-11-21T09:22:07,105 WARN [Thread-4186 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:22:07,108 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf98da8a746472a84 with lease ID 0xd67faf6145ed284f: Processing first storage report for DS-fad68a82-c400-4410-b5a0-d6fdcb600c43 from datanode DatanodeRegistration(127.0.0.1:42231, datanodeUuid=e58f0364-e32e-4867-9ec8-e8478fa8a3d8, infoPort=44583, infoSecurePort=0, ipcPort=34219, storageInfo=lv=-57;cid=testClusterID;nsid=684808774;c=1732180925169) 2024-11-21T09:22:07,108 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf98da8a746472a84 with lease ID 0xd67faf6145ed284f: from storage DS-fad68a82-c400-4410-b5a0-d6fdcb600c43 node DatanodeRegistration(127.0.0.1:42231, datanodeUuid=e58f0364-e32e-4867-9ec8-e8478fa8a3d8, infoPort=44583, infoSecurePort=0, ipcPort=34219, storageInfo=lv=-57;cid=testClusterID;nsid=684808774;c=1732180925169), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:22:07,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf98da8a746472a84 with lease ID 0xd67faf6145ed284f: Processing first storage report for DS-dc892c60-5ce6-4715-b60f-d942fea7b0fe from datanode DatanodeRegistration(127.0.0.1:42231, datanodeUuid=e58f0364-e32e-4867-9ec8-e8478fa8a3d8, infoPort=44583, infoSecurePort=0, ipcPort=34219, storageInfo=lv=-57;cid=testClusterID;nsid=684808774;c=1732180925169) 2024-11-21T09:22:07,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf98da8a746472a84 with lease ID 0xd67faf6145ed284f: from storage DS-dc892c60-5ce6-4715-b60f-d942fea7b0fe node DatanodeRegistration(127.0.0.1:42231, datanodeUuid=e58f0364-e32e-4867-9ec8-e8478fa8a3d8, infoPort=44583, infoSecurePort=0, ipcPort=34219, storageInfo=lv=-57;cid=testClusterID;nsid=684808774;c=1732180925169), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:22:07,207 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda 2024-11-21T09:22:07,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:07,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:07,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42231 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:22:07,616 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a with version=8 2024-11-21T09:22:07,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/hbase-staging 2024-11-21T09:22:07,619 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:22:07,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:22:07,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:22:07,619 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:22:07,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:22:07,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:22:07,619 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:22:07,619 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:22:07,620 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46757 2024-11-21T09:22:07,621 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46757 connecting to ZooKeeper ensemble=127.0.0.1:57373 2024-11-21T09:22:07,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467570x0, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:22:07,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46757-0x1015cb356890000 connected 2024-11-21T09:22:07,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:07,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:07,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46757-0x1015cb356890000, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Set watcher on znode that does not yet exist, /0-1156260980/running 2024-11-21T09:22:07,787 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a, hbase.cluster.distributed=false 2024-11-21T09:22:07,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46757-0x1015cb356890000, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Set watcher on znode that does not yet exist, /0-1156260980/acl 2024-11-21T09:22:07,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46757 2024-11-21T09:22:07,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46757 2024-11-21T09:22:07,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46757 2024-11-21T09:22:07,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46757 2024-11-21T09:22:07,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46757 2024-11-21T09:22:07,802 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:22:07,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:22:07,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:22:07,802 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:22:07,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:22:07,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:22:07,802 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:22:07,802 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:22:07,803 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39811 2024-11-21T09:22:07,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39811 connecting to ZooKeeper ensemble=127.0.0.1:57373 2024-11-21T09:22:07,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:07,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:07,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398110x0, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:22:07,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398110x0, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Set watcher on znode that does not yet exist, /0-1156260980/running 2024-11-21T09:22:07,821 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39811-0x1015cb356890001 connected 2024-11-21T09:22:07,821 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:22:07,821 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:22:07,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39811-0x1015cb356890001, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Set watcher on znode that does not yet exist, /0-1156260980/master 2024-11-21T09:22:07,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39811-0x1015cb356890001, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Set watcher on znode that does not yet exist, /0-1156260980/acl 2024-11-21T09:22:07,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39811 2024-11-21T09:22:07,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39811 2024-11-21T09:22:07,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39811 2024-11-21T09:22:07,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39811 2024-11-21T09:22:07,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39811 2024-11-21T09:22:07,840 DEBUG [M:0;5b0ae2ee7b9e:46757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:46757 2024-11-21T09:22:07,840 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1156260980/backup-masters/5b0ae2ee7b9e,46757,1732180927618 2024-11-21T09:22:07,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1015cb356890000, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1156260980/backup-masters 2024-11-21T09:22:07,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39811-0x1015cb356890001, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1156260980/backup-masters 2024-11-21T09:22:07,852 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46757-0x1015cb356890000, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Set watcher on existing znode=/0-1156260980/backup-masters/5b0ae2ee7b9e,46757,1732180927618 2024-11-21T09:22:07,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39811-0x1015cb356890001, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1156260980/master 2024-11-21T09:22:07,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39811-0x1015cb356890001, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1156260980 2024-11-21T09:22:07,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1015cb356890000, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1156260980 2024-11-21T09:22:07,862 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46757-0x1015cb356890000, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Set watcher on existing znode=/0-1156260980/master 2024-11-21T09:22:07,863 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1156260980/backup-masters/5b0ae2ee7b9e,46757,1732180927618 from backup master directory 2024-11-21T09:22:07,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39811-0x1015cb356890001, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1156260980/backup-masters 2024-11-21T09:22:07,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1015cb356890000, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1156260980/backup-masters/5b0ae2ee7b9e,46757,1732180927618 2024-11-21T09:22:07,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1015cb356890000, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1156260980/backup-masters 2024-11-21T09:22:07,873 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:22:07,873 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,46757,1732180927618 2024-11-21T09:22:07,876 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/hbase.id] with ID: a60719dd-1606-4bbe-80c2-557fc2f5626a 2024-11-21T09:22:07,876 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/.tmp/hbase.id 2024-11-21T09:22:07,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42231 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:22:08,280 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/.tmp/hbase.id]:[hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/hbase.id] 2024-11-21T09:22:08,294 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:08,294 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:22:08,295 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T09:22:08,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1015cb356890000, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1156260980 2024-11-21T09:22:08,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39811-0x1015cb356890001, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1156260980 2024-11-21T09:22:08,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42231 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:22:08,744 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:22:08,745 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:22:08,745 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:22:08,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42231 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:22:09,153 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/MasterData/data/master/store 2024-11-21T09:22:09,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42231 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:22:09,166 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:09,166 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:22:09,166 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:09,166 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:09,166 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:22:09,166 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:09,166 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:09,166 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180929166Disabling compacts and flushes for region at 1732180929166Disabling writes for close at 1732180929166Writing region close event to WAL at 1732180929166Closed at 1732180929166 2024-11-21T09:22:09,167 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/MasterData/data/master/store/.initializing 2024-11-21T09:22:09,167 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/MasterData/WALs/5b0ae2ee7b9e,46757,1732180927618 2024-11-21T09:22:09,168 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:22:09,169 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C46757%2C1732180927618, suffix=, logDir=hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/MasterData/WALs/5b0ae2ee7b9e,46757,1732180927618, archiveDir=hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/MasterData/oldWALs, maxLogs=10 2024-11-21T09:22:09,181 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/MasterData/WALs/5b0ae2ee7b9e,46757,1732180927618/5b0ae2ee7b9e%2C46757%2C1732180927618.1732180929169, exclude list is [], retry=0 2024-11-21T09:22:09,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42231,DS-fad68a82-c400-4410-b5a0-d6fdcb600c43,DISK] 2024-11-21T09:22:09,186 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/MasterData/WALs/5b0ae2ee7b9e,46757,1732180927618/5b0ae2ee7b9e%2C46757%2C1732180927618.1732180929169 2024-11-21T09:22:09,186 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44583:44583)] 2024-11-21T09:22:09,186 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:22:09,186 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:09,186 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:09,186 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:09,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:09,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:22:09,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:09,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:09,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:09,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:22:09,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:09,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:09,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:09,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:22:09,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:09,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:09,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:09,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:22:09,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:09,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:09,193 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:09,193 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:09,193 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:09,194 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:09,194 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:09,194 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:22:09,195 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:09,196 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:22:09,196 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60095257, jitterRate=-0.10451088845729828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:22:09,197 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180929187Initializing all the Stores at 1732180929187Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180929187Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180929187Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180929187Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180929187Cleaning up temporary data from old regions at 1732180929194 (+7 ms)Region opened successfully at 1732180929197 (+3 ms) 2024-11-21T09:22:09,197 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:22:09,199 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@742d3060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:22:09,200 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T09:22:09,200 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:22:09,200 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:22:09,200 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:22:09,201 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T09:22:09,201 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T09:22:09,201 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T09:22:09,205 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:22:09,206 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46757-0x1015cb356890000, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Unable to get data of znode /0-1156260980/balancer because node does not exist (not necessarily an error) 2024-11-21T09:22:09,225 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1156260980/balancer already deleted, retry=false 2024-11-21T09:22:09,225 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:22:09,226 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46757-0x1015cb356890000, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Unable to get data of znode /0-1156260980/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:22:09,235 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1156260980/normalizer already deleted, retry=false 2024-11-21T09:22:09,236 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:22:09,237 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46757-0x1015cb356890000, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Unable to get data of znode /0-1156260980/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:22:09,246 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1156260980/switch/split already deleted, retry=false 2024-11-21T09:22:09,246 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46757-0x1015cb356890000, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Unable to get data of znode /0-1156260980/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:22:09,256 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1156260980/switch/merge already deleted, retry=false 2024-11-21T09:22:09,258 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46757-0x1015cb356890000, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Unable to get data of znode /0-1156260980/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:22:09,267 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1156260980/snapshot-cleanup already deleted, retry=false 2024-11-21T09:22:09,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39811-0x1015cb356890001, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1156260980/running 2024-11-21T09:22:09,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1015cb356890000, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1156260980/running 2024-11-21T09:22:09,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1015cb356890000, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1156260980 2024-11-21T09:22:09,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39811-0x1015cb356890001, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1156260980 2024-11-21T09:22:09,278 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,46757,1732180927618, sessionid=0x1015cb356890000, setting cluster-up flag (Was=false) 2024-11-21T09:22:09,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1015cb356890000, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1156260980 2024-11-21T09:22:09,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39811-0x1015cb356890001, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1156260980 2024-11-21T09:22:09,499 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1156260980/flush-table-proc/acquired, /0-1156260980/flush-table-proc/reached, /0-1156260980/flush-table-proc/abort 2024-11-21T09:22:09,500 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,46757,1732180927618 2024-11-21T09:22:09,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39811-0x1015cb356890001, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1156260980 2024-11-21T09:22:09,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1015cb356890000, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1156260980 2024-11-21T09:22:09,730 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1156260980/online-snapshot/acquired, /0-1156260980/online-snapshot/reached, /0-1156260980/online-snapshot/abort 2024-11-21T09:22:09,731 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,46757,1732180927618 2024-11-21T09:22:09,732 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T09:22:09,733 INFO [RS:0;5b0ae2ee7b9e:39811 {}] regionserver.HRegionServer(746): ClusterId : a60719dd-1606-4bbe-80c2-557fc2f5626a 2024-11-21T09:22:09,733 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:22:09,733 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:22:09,733 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:22:09,733 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:22:09,734 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,46757,1732180927618 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:22:09,831 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:22:09,831 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:22:09,831 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:22:09,831 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:22:09,831 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:22:09,831 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:22:09,831 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:22:09,832 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:09,832 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:22:09,832 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:09,832 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180959832 2024-11-21T09:22:09,832 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:22:09,832 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:22:09,832 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:22:09,832 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:22:09,832 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:22:09,832 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:22:09,833 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:09,833 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:22:09,833 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T09:22:09,833 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:22:09,833 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:22:09,833 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:22:09,833 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T09:22:09,833 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:22:09,833 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:22:09,833 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:09,834 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180929833,5,FailOnTimeoutGroup] 2024-11-21T09:22:09,834 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180929834,5,FailOnTimeoutGroup] 2024-11-21T09:22:09,834 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T09:22:09,834 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:09,834 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:22:09,834 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:09,834 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:09,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42231 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:22:09,954 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:22:09,954 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2c296c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:22:09,963 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:39811 2024-11-21T09:22:09,963 INFO [RS:0;5b0ae2ee7b9e:39811 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:22:09,964 INFO [RS:0;5b0ae2ee7b9e:39811 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:22:09,964 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:22:09,964 INFO [RS:0;5b0ae2ee7b9e:39811 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,46757,1732180927618 with port=39811, startcode=1732180927802 2024-11-21T09:22:09,964 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:22:09,965 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:22:09,966 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46757 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,39811,1732180927802 2024-11-21T09:22:09,966 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46757 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,39811,1732180927802 2024-11-21T09:22:09,967 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a 2024-11-21T09:22:09,967 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43149 2024-11-21T09:22:09,967 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:22:10,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1015cb356890000, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1156260980/rs 2024-11-21T09:22:10,040 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] zookeeper.ZKUtil(111): regionserver:39811-0x1015cb356890001, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Set watcher on existing znode=/0-1156260980/rs/5b0ae2ee7b9e,39811,1732180927802 2024-11-21T09:22:10,040 WARN [RS:0;5b0ae2ee7b9e:39811 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:22:10,040 INFO [RS:0;5b0ae2ee7b9e:39811 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:22:10,040 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/WALs/5b0ae2ee7b9e,39811,1732180927802 2024-11-21T09:22:10,040 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,39811,1732180927802] 2024-11-21T09:22:10,042 INFO [RS:0;5b0ae2ee7b9e:39811 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:22:10,044 INFO [RS:0;5b0ae2ee7b9e:39811 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:22:10,044 INFO [RS:0;5b0ae2ee7b9e:39811 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:22:10,044 INFO [RS:0;5b0ae2ee7b9e:39811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:10,046 INFO [RS:0;5b0ae2ee7b9e:39811 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:22:10,046 INFO [RS:0;5b0ae2ee7b9e:39811 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:22:10,046 INFO [RS:0;5b0ae2ee7b9e:39811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:10,046 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:10,046 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:10,046 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:10,046 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:10,046 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:10,046 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:22:10,046 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:10,046 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:10,046 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:10,046 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:10,046 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:10,046 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:10,046 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:22:10,046 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:22:10,048 INFO [RS:0;5b0ae2ee7b9e:39811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:10,048 INFO [RS:0;5b0ae2ee7b9e:39811 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:10,048 INFO [RS:0;5b0ae2ee7b9e:39811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:10,048 INFO [RS:0;5b0ae2ee7b9e:39811 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:10,048 INFO [RS:0;5b0ae2ee7b9e:39811 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:10,048 INFO [RS:0;5b0ae2ee7b9e:39811 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,39811,1732180927802-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:22:10,061 INFO [RS:0;5b0ae2ee7b9e:39811 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:22:10,061 INFO [RS:0;5b0ae2ee7b9e:39811 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,39811,1732180927802-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:10,061 INFO [RS:0;5b0ae2ee7b9e:39811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:10,061 INFO [RS:0;5b0ae2ee7b9e:39811 {}] regionserver.Replication(171): 5b0ae2ee7b9e,39811,1732180927802 started 2024-11-21T09:22:10,073 INFO [RS:0;5b0ae2ee7b9e:39811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:10,073 INFO [RS:0;5b0ae2ee7b9e:39811 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,39811,1732180927802, RpcServer on 5b0ae2ee7b9e/172.17.0.2:39811, sessionid=0x1015cb356890001 2024-11-21T09:22:10,073 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:22:10,073 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,39811,1732180927802 2024-11-21T09:22:10,073 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,39811,1732180927802' 2024-11-21T09:22:10,073 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1156260980/flush-table-proc/abort' 2024-11-21T09:22:10,074 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1156260980/flush-table-proc/acquired' 2024-11-21T09:22:10,074 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:22:10,074 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:22:10,074 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,39811,1732180927802 2024-11-21T09:22:10,074 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,39811,1732180927802' 2024-11-21T09:22:10,074 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1156260980/online-snapshot/abort' 2024-11-21T09:22:10,074 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1156260980/online-snapshot/acquired' 2024-11-21T09:22:10,075 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:22:10,075 INFO [RS:0;5b0ae2ee7b9e:39811 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:22:10,075 INFO [RS:0;5b0ae2ee7b9e:39811 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:22:10,175 INFO [RS:0;5b0ae2ee7b9e:39811 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:22:10,176 INFO [RS:0;5b0ae2ee7b9e:39811 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C39811%2C1732180927802, suffix=, logDir=hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/WALs/5b0ae2ee7b9e,39811,1732180927802, archiveDir=hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/oldWALs, maxLogs=10 2024-11-21T09:22:10,190 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/WALs/5b0ae2ee7b9e,39811,1732180927802/5b0ae2ee7b9e%2C39811%2C1732180927802.1732180930176, exclude list is [], retry=0 2024-11-21T09:22:10,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42231,DS-fad68a82-c400-4410-b5a0-d6fdcb600c43,DISK] 2024-11-21T09:22:10,193 INFO [RS:0;5b0ae2ee7b9e:39811 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/WALs/5b0ae2ee7b9e,39811,1732180927802/5b0ae2ee7b9e%2C39811%2C1732180927802.1732180930176 2024-11-21T09:22:10,193 DEBUG [RS:0;5b0ae2ee7b9e:39811 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44583:44583)] 2024-11-21T09:22:10,238 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T09:22:10,238 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a 2024-11-21T09:22:10,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42231 is added to blk_1073741833_1009 (size=32) 2024-11-21T09:22:10,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:10,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:22:10,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:22:10,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:10,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:10,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:22:10,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:22:10,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:10,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:10,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:22:10,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:22:10,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:10,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:10,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:22:10,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:22:10,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:10,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:10,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:22:10,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/data/hbase/meta/1588230740 2024-11-21T09:22:10,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/data/hbase/meta/1588230740 2024-11-21T09:22:10,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:22:10,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:22:10,650 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:22:10,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:22:10,652 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:22:10,652 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67395657, jitterRate=0.004273548722267151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:22:10,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732180930643Initializing all the Stores at 1732180930643Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180930643Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180930644 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180930644Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180930644Cleaning up temporary data from old regions at 1732180930650 (+6 ms)Region opened successfully at 1732180930653 (+3 ms) 2024-11-21T09:22:10,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:22:10,653 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:22:10,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:22:10,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:22:10,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:22:10,653 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:22:10,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180930653Disabling compacts and flushes for region at 1732180930653Disabling writes for close at 1732180930653Writing region close event to WAL at 1732180930653Closed at 1732180930653 2024-11-21T09:22:10,654 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:22:10,654 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T09:22:10,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:22:10,655 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:22:10,656 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T09:22:10,806 DEBUG [5b0ae2ee7b9e:46757 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:22:10,806 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,39811,1732180927802 2024-11-21T09:22:10,807 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,39811,1732180927802, state=OPENING 2024-11-21T09:22:10,862 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T09:22:10,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1015cb356890000, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1156260980 2024-11-21T09:22:10,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39811-0x1015cb356890001, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1156260980 2024-11-21T09:22:10,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1156260980/meta-region-server: CHANGED 2024-11-21T09:22:10,938 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:22:10,938 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1156260980/meta-region-server: CHANGED 2024-11-21T09:22:10,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,39811,1732180927802}] 2024-11-21T09:22:11,090 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:22:11,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:22:11,094 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:22:11,094 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:22:11,094 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:22:11,095 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C39811%2C1732180927802.meta, suffix=.meta, logDir=hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/WALs/5b0ae2ee7b9e,39811,1732180927802, archiveDir=hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/oldWALs, maxLogs=10 2024-11-21T09:22:11,112 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/WALs/5b0ae2ee7b9e,39811,1732180927802/5b0ae2ee7b9e%2C39811%2C1732180927802.meta.1732180931095.meta, exclude list is [], retry=0 2024-11-21T09:22:11,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42231,DS-fad68a82-c400-4410-b5a0-d6fdcb600c43,DISK] 2024-11-21T09:22:11,115 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/WALs/5b0ae2ee7b9e,39811,1732180927802/5b0ae2ee7b9e%2C39811%2C1732180927802.meta.1732180931095.meta 2024-11-21T09:22:11,116 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44583:44583)] 2024-11-21T09:22:11,116 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:22:11,116 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:22:11,117 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:22:11,117 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:22:11,117 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:22:11,117 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:22:11,117 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:11,117 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:22:11,117 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:22:11,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:22:11,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:22:11,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:11,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:11,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:22:11,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:22:11,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:11,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:11,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:22:11,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:22:11,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:11,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:11,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:22:11,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:22:11,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:11,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:11,123 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:22:11,123 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/data/hbase/meta/1588230740 2024-11-21T09:22:11,124 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/data/hbase/meta/1588230740 2024-11-21T09:22:11,125 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:22:11,125 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:22:11,125 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:22:11,127 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:22:11,127 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61862988, jitterRate=-0.07816964387893677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:22:11,127 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:22:11,128 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180931117Writing region info on filesystem at 1732180931117Initializing all the Stores at 1732180931118 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180931118Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180931118Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180931118Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180931118Cleaning up temporary data from old regions at 1732180931125 (+7 ms)Running coprocessor post-open hooks at 1732180931127 (+2 ms)Region opened successfully at 1732180931128 (+1 ms) 2024-11-21T09:22:11,129 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732180931090 2024-11-21T09:22:11,131 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:22:11,131 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:22:11,131 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,39811,1732180927802 2024-11-21T09:22:11,132 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,39811,1732180927802, state=OPEN 2024-11-21T09:22:11,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39811-0x1015cb356890001, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1156260980/meta-region-server 2024-11-21T09:22:11,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x1015cb356890000, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1156260980/meta-region-server 2024-11-21T09:22:11,146 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,39811,1732180927802 2024-11-21T09:22:11,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1156260980/meta-region-server: CHANGED 2024-11-21T09:22:11,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1156260980/meta-region-server: CHANGED 2024-11-21T09:22:11,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T09:22:11,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,39811,1732180927802 in 208 msec 2024-11-21T09:22:11,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T09:22:11,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 493 msec 2024-11-21T09:22:11,151 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:22:11,151 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T09:22:11,152 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:22:11,152 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,39811,1732180927802, seqNum=-1] 2024-11-21T09:22:11,152 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:22:11,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:22:11,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4240 sec 2024-11-21T09:22:11,157 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180931157, completionTime=-1 2024-11-21T09:22:11,157 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T09:22:11,158 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:22:11,159 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T09:22:11,159 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732180991159 2024-11-21T09:22:11,159 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732181051159 2024-11-21T09:22:11,159 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T09:22:11,160 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,46757,1732180927618-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:11,160 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,46757,1732180927618-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:11,160 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,46757,1732180927618-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:11,160 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:46757, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:11,160 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:11,160 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:11,162 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T09:22:11,163 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.290sec 2024-11-21T09:22:11,163 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:22:11,163 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:22:11,163 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:22:11,163 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:22:11,164 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:22:11,164 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,46757,1732180927618-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:22:11,164 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,46757,1732180927618-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:22:11,165 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:22:11,165 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:22:11,165 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,46757,1732180927618-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:11,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9330c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:11,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,46757,-1 for getting cluster id 2024-11-21T09:22:11,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:22:11,236 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60719dd-1606-4bbe-80c2-557fc2f5626a' 2024-11-21T09:22:11,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:22:11,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60719dd-1606-4bbe-80c2-557fc2f5626a" 2024-11-21T09:22:11,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37314600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:11,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,46757,-1] 2024-11-21T09:22:11,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:22:11,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:11,237 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:22:11,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e994a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:11,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:22:11,239 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,39811,1732180927802, seqNum=-1] 2024-11-21T09:22:11,239 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:22:11,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:22:11,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b0ae2ee7b9e,46757,1732180927618 2024-11-21T09:22:11,241 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57373 2024-11-21T09:22:11,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57373, baseZNode=/0-1156260980 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:22:11,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015cb356890002 connected 2024-11-21T09:22:11,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:22:11,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,46757,1732180927618 2024-11-21T09:22:11,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@335e1892 2024-11-21T09:22:11,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:22:11,266 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:22:11,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:22:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T09:22:11,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:22:11,268 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:11,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T09:22:11,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:22:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:22:11,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42231 is added to blk_1073741835_1011 (size=902) 2024-11-21T09:22:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:22:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:22:11,675 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c586ec42fd9120b2657d2db14c2a6c54, NAME => 'test,,1732180931266.c586ec42fd9120b2657d2db14c2a6c54.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a 2024-11-21T09:22:11,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42231 is added to blk_1073741836_1012 (size=39) 2024-11-21T09:22:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:22:12,079 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732180931266.c586ec42fd9120b2657d2db14c2a6c54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:12,079 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c586ec42fd9120b2657d2db14c2a6c54, disabling compactions & flushes 2024-11-21T09:22:12,079 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732180931266.c586ec42fd9120b2657d2db14c2a6c54. 2024-11-21T09:22:12,079 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180931266.c586ec42fd9120b2657d2db14c2a6c54. 2024-11-21T09:22:12,079 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732180931266.c586ec42fd9120b2657d2db14c2a6c54. after waiting 0 ms 2024-11-21T09:22:12,079 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732180931266.c586ec42fd9120b2657d2db14c2a6c54. 2024-11-21T09:22:12,079 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732180931266.c586ec42fd9120b2657d2db14c2a6c54. 2024-11-21T09:22:12,079 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c586ec42fd9120b2657d2db14c2a6c54: Waiting for close lock at 1732180932079Disabling compacts and flushes for region at 1732180932079Disabling writes for close at 1732180932079Writing region close event to WAL at 1732180932079Closed at 1732180932079 2024-11-21T09:22:12,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:22:12,081 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732180931266.c586ec42fd9120b2657d2db14c2a6c54.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732180932081"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180932081"}]},"ts":"1732180932081"} 2024-11-21T09:22:12,082 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:22:12,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:22:12,083 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180932083"}]},"ts":"1732180932083"} 2024-11-21T09:22:12,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T09:22:12,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c586ec42fd9120b2657d2db14c2a6c54, ASSIGN}] 2024-11-21T09:22:12,085 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c586ec42fd9120b2657d2db14c2a6c54, ASSIGN 2024-11-21T09:22:12,086 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c586ec42fd9120b2657d2db14c2a6c54, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,39811,1732180927802; forceNewPlan=false, retain=false 2024-11-21T09:22:12,236 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c586ec42fd9120b2657d2db14c2a6c54, regionState=OPENING, regionLocation=5b0ae2ee7b9e,39811,1732180927802 2024-11-21T09:22:12,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c586ec42fd9120b2657d2db14c2a6c54, ASSIGN because future has completed 2024-11-21T09:22:12,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c586ec42fd9120b2657d2db14c2a6c54, server=5b0ae2ee7b9e,39811,1732180927802}] 2024-11-21T09:22:12,385 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:22:12,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:12,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:12,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:12,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:12,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:12,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:12,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:12,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:12,397 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732180931266.c586ec42fd9120b2657d2db14c2a6c54. 2024-11-21T09:22:12,397 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c586ec42fd9120b2657d2db14c2a6c54, NAME => 'test,,1732180931266.c586ec42fd9120b2657d2db14c2a6c54.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:22:12,397 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:22:12,397 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T09:22:12,398 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c586ec42fd9120b2657d2db14c2a6c54 2024-11-21T09:22:12,398 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732180931266.c586ec42fd9120b2657d2db14c2a6c54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:12,398 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c586ec42fd9120b2657d2db14c2a6c54 2024-11-21T09:22:12,398 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c586ec42fd9120b2657d2db14c2a6c54 2024-11-21T09:22:12,399 INFO [StoreOpener-c586ec42fd9120b2657d2db14c2a6c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c586ec42fd9120b2657d2db14c2a6c54 2024-11-21T09:22:12,400 INFO [StoreOpener-c586ec42fd9120b2657d2db14c2a6c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c586ec42fd9120b2657d2db14c2a6c54 columnFamilyName f 2024-11-21T09:22:12,400 DEBUG [StoreOpener-c586ec42fd9120b2657d2db14c2a6c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:12,400 INFO [StoreOpener-c586ec42fd9120b2657d2db14c2a6c54-1 {}] regionserver.HStore(327): Store=c586ec42fd9120b2657d2db14c2a6c54/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:12,400 INFO [StoreOpener-c586ec42fd9120b2657d2db14c2a6c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c586ec42fd9120b2657d2db14c2a6c54 2024-11-21T09:22:12,401 INFO [StoreOpener-c586ec42fd9120b2657d2db14c2a6c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c586ec42fd9120b2657d2db14c2a6c54 columnFamilyName f1 2024-11-21T09:22:12,401 DEBUG [StoreOpener-c586ec42fd9120b2657d2db14c2a6c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:12,401 INFO [StoreOpener-c586ec42fd9120b2657d2db14c2a6c54-1 {}] regionserver.HStore(327): Store=c586ec42fd9120b2657d2db14c2a6c54/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:12,401 INFO [StoreOpener-c586ec42fd9120b2657d2db14c2a6c54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c586ec42fd9120b2657d2db14c2a6c54 2024-11-21T09:22:12,402 INFO [StoreOpener-c586ec42fd9120b2657d2db14c2a6c54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c586ec42fd9120b2657d2db14c2a6c54 columnFamilyName norep 2024-11-21T09:22:12,402 DEBUG [StoreOpener-c586ec42fd9120b2657d2db14c2a6c54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:12,402 INFO [StoreOpener-c586ec42fd9120b2657d2db14c2a6c54-1 {}] regionserver.HStore(327): Store=c586ec42fd9120b2657d2db14c2a6c54/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:12,403 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c586ec42fd9120b2657d2db14c2a6c54 2024-11-21T09:22:12,404 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/data/default/test/c586ec42fd9120b2657d2db14c2a6c54 2024-11-21T09:22:12,404 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/data/default/test/c586ec42fd9120b2657d2db14c2a6c54 2024-11-21T09:22:12,405 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c586ec42fd9120b2657d2db14c2a6c54 2024-11-21T09:22:12,405 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c586ec42fd9120b2657d2db14c2a6c54 2024-11-21T09:22:12,405 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:22:12,406 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c586ec42fd9120b2657d2db14c2a6c54 2024-11-21T09:22:12,408 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/data/default/test/c586ec42fd9120b2657d2db14c2a6c54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:22:12,408 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c586ec42fd9120b2657d2db14c2a6c54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59527453, jitterRate=-0.11297182738780975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:22:12,408 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c586ec42fd9120b2657d2db14c2a6c54 2024-11-21T09:22:12,408 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c586ec42fd9120b2657d2db14c2a6c54: Running coprocessor pre-open hook at 1732180932398Writing region info on filesystem at 1732180932398Initializing all the Stores at 1732180932398Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180932398Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180932399 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180932399Cleaning up temporary data from old regions at 1732180932405 (+6 ms)Running coprocessor post-open hooks at 1732180932408 (+3 ms)Region opened successfully at 1732180932408 2024-11-21T09:22:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:22:12,409 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732180931266.c586ec42fd9120b2657d2db14c2a6c54., pid=6, masterSystemTime=1732180932390 2024-11-21T09:22:12,410 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732180931266.c586ec42fd9120b2657d2db14c2a6c54. 2024-11-21T09:22:12,410 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732180931266.c586ec42fd9120b2657d2db14c2a6c54. 2024-11-21T09:22:12,411 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c586ec42fd9120b2657d2db14c2a6c54, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b0ae2ee7b9e,39811,1732180927802 2024-11-21T09:22:12,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c586ec42fd9120b2657d2db14c2a6c54, server=5b0ae2ee7b9e,39811,1732180927802 because future has completed 2024-11-21T09:22:12,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T09:22:12,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c586ec42fd9120b2657d2db14c2a6c54, server=5b0ae2ee7b9e,39811,1732180927802 in 175 msec 2024-11-21T09:22:12,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T09:22:12,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c586ec42fd9120b2657d2db14c2a6c54, ASSIGN in 330 msec 2024-11-21T09:22:12,418 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:22:12,418 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180932418"}]},"ts":"1732180932418"} 2024-11-21T09:22:12,419 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T09:22:12,420 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:22:12,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-21T09:22:12,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:12,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:12,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:12,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:12,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:12,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:12,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:12,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:12,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:12,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:13,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:22:13,419 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T09:22:13,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec5ff44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:13,419 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,46757,-1 for getting cluster id 2024-11-21T09:22:13,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:22:13,420 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60719dd-1606-4bbe-80c2-557fc2f5626a' 2024-11-21T09:22:13,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:22:13,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60719dd-1606-4bbe-80c2-557fc2f5626a" 2024-11-21T09:22:13,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b41491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:13,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,46757,-1] 2024-11-21T09:22:13,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:22:13,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:13,421 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:22:13,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0ffec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:13,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:22:13,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,46757,1732180927618 2024-11-21T09:22:13,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cd0e829 2024-11-21T09:22:13,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:22:13,423 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:22:13,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b0ae2ee7b9e:46757,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T09:22:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T09:22:13,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:22:13,425 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:46757' 2024-11-21T09:22:13,426 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45775fa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:13,426 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,46757,-1 for getting cluster id 2024-11-21T09:22:13,426 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:22:13,427 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a60719dd-1606-4bbe-80c2-557fc2f5626a' 2024-11-21T09:22:13,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:22:13,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a60719dd-1606-4bbe-80c2-557fc2f5626a" 2024-11-21T09:22:13,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d7ba77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:13,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,46757,-1] 2024-11-21T09:22:13,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:22:13,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:13,428 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:22:13,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d5a9d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:13,429 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:22:13,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,46757,1732180927618 2024-11-21T09:22:13,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c20d90e 2024-11-21T09:22:13,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:22:13,430 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:22:13,430 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T09:22:13,430 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T09:22:13,430 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:13,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:22:13,431 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:13,431 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5b0ae2ee7b9e:46757, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-21T09:22:13,436 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5b0ae2ee7b9e:46757, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5b0ae2ee7b9e:46757, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5b0ae2ee7b9e:46757, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-21T09:22:13,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://5b0ae2ee7b9e:46757, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-11-21T09:22:13,438 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-21T09:22:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:22:13,529 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://5b0ae2ee7b9e:46757, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-21T09:22:13,529 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:22:13,530 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:22:13,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:13,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:13,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:22:13,550 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=527 (was 360) Potentially hanging thread: qtp1926171672-7919-acceptor-0@7965672-ServerConnector@3f4e6efc{HTTP/1.1, (http/1.1)}{localhost:38099} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a-prefix:5b0ae2ee7b9e,39811,1732180927802.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1352f183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/cluster_2393cb02-f0ea-0b87-92f2-7479472755db/data/data1/current/BP-560993417-172.17.0.2-1732180925169 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1979768911_20 at /127.0.0.1:56850 [Receiving block BP-560993417-172.17.0.2-1732180925169:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2003791289_20 at /127.0.0.1:56816 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@743c6739[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1488f45f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57373) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@1de4d58 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:57373 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: qtp1926171672-7915 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa830432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1926171672-7916 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa830432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1219203780-7965-acceptor-0@3145ed6-ServerConnector@2baac769{HTTP/1.1, (http/1.1)}{localhost:37415} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: 5b0ae2ee7b9e:46757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: master/5b0ae2ee7b9e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;5b0ae2ee7b9e:39811 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57373) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/5b0ae2ee7b9e:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-1bda22a4-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 34219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 34219 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 43149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1219203780-7966 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-560993417-172.17.0.2-1732180925169:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@51452599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 1 on default port 34219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: CacheReplicationMonitor(2090394096) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/cluster_2393cb02-f0ea-0b87-92f2-7479472755db/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fa8309fdbd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a/MasterData-prefix:5b0ae2ee7b9e,46757,1732180927618 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 43149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-560993417-172.17.0.2-1732180925169:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1926171672-7921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 34219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1926171672-7920 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$606/0x00007fa830ad76e0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@c607d1f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 43149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:43149 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@37e0ecfc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43149 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57373) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp1926171672-7922 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2003791289_20 at /127.0.0.1:56864 [Receiving block BP-560993417-172.17.0.2-1732180925169:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180929834 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@557b71d2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp1926171672-7918 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa830432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5b0ae2ee7b9e:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2003791289_20 at /127.0.0.1:56880 [Receiving block BP-560993417-172.17.0.2-1732180925169:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 43149 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 43149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;5b0ae2ee7b9e:46757 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1219203780-7964 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa830432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 34219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/cluster_2393cb02-f0ea-0b87-92f2-7479472755db/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server handler 1 on default port 43149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@28260d7e java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180929833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@606e64d6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-4da13ca2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;5b0ae2ee7b9e:39811-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5b0ae2ee7b9e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1926171672-7917 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fa830432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-560993417-172.17.0.2-1732180925169:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43149 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-560993417-172.17.0.2-1732180925169 heartbeating to localhost/127.0.0.1:43149 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 34219 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/cluster_2393cb02-f0ea-0b87-92f2-7479472755db/data/data2/current/BP-560993417-172.17.0.2-1732180925169 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46757 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43149 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:57373): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp1219203780-7967 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43149/user/jenkins/test-data/9195e0ac-c1ca-9c1a-f60a-9c87046bfb6a-prefix:5b0ae2ee7b9e,39811,1732180927802 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 790) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=509 (was 522), ProcessCount=11 (was 11), AvailableMemoryMB=2051 (was 2332) 2024-11-21T09:22:13,553 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-21T09:22:13,569 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=527, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=509, ProcessCount=11, AvailableMemoryMB=2050 2024-11-21T09:22:13,569 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-21T09:22:13,579 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-21T09:22:13,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/hadoop.log.dir so I do NOT create it in target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1 2024-11-21T09:22:13,580 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T09:22:13,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/hadoop.tmp.dir so I do NOT create it in target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1 2024-11-21T09:22:13,580 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daaf36fe-95f4-3b66-1078-0a48c6ceabda/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T09:22:13,580 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1 2024-11-21T09:22:13,580 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/cluster_a90dda4a-8e4c-bf7d-3bd7-194a6558c9b1, deleteOnExit=true 2024-11-21T09:22:13,582 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/cluster_a90dda4a-8e4c-bf7d-3bd7-194a6558c9b1/zookeeper_0, clientPort=60896, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/cluster_a90dda4a-8e4c-bf7d-3bd7-194a6558c9b1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/cluster_a90dda4a-8e4c-bf7d-3bd7-194a6558c9b1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T09:22:13,583 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60896 2024-11-21T09:22:13,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T09:22:13,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T09:22:13,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/test.cache.data in system properties and HBase conf 2024-11-21T09:22:13,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T09:22:13,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/hadoop.log.dir in system properties and HBase conf 2024-11-21T09:22:13,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T09:22:13,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T09:22:13,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T09:22:13,583 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T09:22:13,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:22:13,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:22:13,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T09:22:13,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:22:13,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T09:22:13,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T09:22:13,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:22:13,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:22:13,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T09:22:13,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/nfs.dump.dir in system properties and HBase conf 2024-11-21T09:22:13,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/java.io.tmpdir in system properties and HBase conf 2024-11-21T09:22:13,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:22:13,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T09:22:13,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T09:22:14,104 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:22:14,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:22:14,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:22:14,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:22:14,116 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:22:14,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:22:14,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74764cda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:22:14,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c41923a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:22:14,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a776ab8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/java.io.tmpdir/jetty-localhost-34307-hadoop-hdfs-3_4_1-tests_jar-_-any-14171518024056848140/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:22:14,220 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16f801d{HTTP/1.1, (http/1.1)}{localhost:34307} 2024-11-21T09:22:14,220 INFO [Time-limited test {}] server.Server(415): Started @324454ms 2024-11-21T09:22:14,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:22:14,496 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:22:14,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:22:14,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:22:14,497 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:22:14,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@213e56d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:22:14,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@216ae20e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:22:14,548 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:22:14,549 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:22:14,549 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 129066 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:22:14,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ac0ddbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/java.io.tmpdir/jetty-localhost-32989-hadoop-hdfs-3_4_1-tests_jar-_-any-7819565187161967614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:22:14,619 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1352d2b3{HTTP/1.1, (http/1.1)}{localhost:32989} 2024-11-21T09:22:14,619 INFO [Time-limited test {}] server.Server(415): Started @324854ms 2024-11-21T09:22:14,621 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:22:15,614 WARN [Thread-4333 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/cluster_a90dda4a-8e4c-bf7d-3bd7-194a6558c9b1/data/data1/current/BP-1527658837-172.17.0.2-1732180933607/current, will proceed with Du for space computation calculation, 2024-11-21T09:22:15,624 WARN [Thread-4334 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/cluster_a90dda4a-8e4c-bf7d-3bd7-194a6558c9b1/data/data2/current/BP-1527658837-172.17.0.2-1732180933607/current, will proceed with Du for space computation calculation, 2024-11-21T09:22:15,712 WARN [Thread-4321 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:22:15,737 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x986bbc3e5953b9e4 with lease ID 0xeef68403463ff802: Processing first storage report for DS-c0f36b48-b910-44c4-a444-b1101de86c2d from datanode DatanodeRegistration(127.0.0.1:41525, datanodeUuid=52e829ed-c5ab-4cb0-af5b-8d2bae34cfc0, infoPort=36295, infoSecurePort=0, ipcPort=37381, storageInfo=lv=-57;cid=testClusterID;nsid=1732536185;c=1732180933607) 2024-11-21T09:22:15,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x986bbc3e5953b9e4 with lease ID 0xeef68403463ff802: from storage DS-c0f36b48-b910-44c4-a444-b1101de86c2d node DatanodeRegistration(127.0.0.1:41525, datanodeUuid=52e829ed-c5ab-4cb0-af5b-8d2bae34cfc0, infoPort=36295, infoSecurePort=0, ipcPort=37381, storageInfo=lv=-57;cid=testClusterID;nsid=1732536185;c=1732180933607), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T09:22:15,737 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x986bbc3e5953b9e4 with lease ID 0xeef68403463ff802: Processing first storage report for DS-cf6a568e-19be-4082-9538-50e0ef0e2905 from datanode DatanodeRegistration(127.0.0.1:41525, datanodeUuid=52e829ed-c5ab-4cb0-af5b-8d2bae34cfc0, infoPort=36295, infoSecurePort=0, ipcPort=37381, storageInfo=lv=-57;cid=testClusterID;nsid=1732536185;c=1732180933607) 2024-11-21T09:22:15,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x986bbc3e5953b9e4 with lease ID 0xeef68403463ff802: from storage DS-cf6a568e-19be-4082-9538-50e0ef0e2905 node DatanodeRegistration(127.0.0.1:41525, datanodeUuid=52e829ed-c5ab-4cb0-af5b-8d2bae34cfc0, infoPort=36295, infoSecurePort=0, ipcPort=37381, storageInfo=lv=-57;cid=testClusterID;nsid=1732536185;c=1732180933607), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:22:15,786 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1 2024-11-21T09:22:15,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:15,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:15,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:22:15,859 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522 with version=8 2024-11-21T09:22:15,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/hbase-staging 2024-11-21T09:22:15,862 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:22:15,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:22:15,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:22:15,863 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:22:15,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:22:15,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:22:15,863 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:22:15,863 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:22:15,872 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44369 2024-11-21T09:22:15,873 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44369 connecting to ZooKeeper ensemble=127.0.0.1:60896 2024-11-21T09:22:16,043 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T09:22:16,044 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T09:22:16,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443690x0, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:22:16,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44369-0x1015cb377790000 connected 2024-11-21T09:22:16,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:16,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:16,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Set watcher on znode that does not yet exist, /01623599992/running 2024-11-21T09:22:16,146 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522, hbase.cluster.distributed=false 2024-11-21T09:22:16,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Set watcher on znode that does not yet exist, /01623599992/acl 2024-11-21T09:22:16,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44369 2024-11-21T09:22:16,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44369 2024-11-21T09:22:16,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44369 2024-11-21T09:22:16,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44369 2024-11-21T09:22:16,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44369 2024-11-21T09:22:16,173 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:22:16,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:22:16,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:22:16,174 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:22:16,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:22:16,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:22:16,174 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:22:16,174 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:22:16,174 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36579 2024-11-21T09:22:16,175 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36579 connecting to ZooKeeper ensemble=127.0.0.1:60896 2024-11-21T09:22:16,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:16,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:16,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365790x0, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:22:16,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365790x0, quorum=127.0.0.1:60896, baseZNode=/01623599992 Set watcher on znode that does not yet exist, /01623599992/running 2024-11-21T09:22:16,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36579-0x1015cb377790001 connected 2024-11-21T09:22:16,194 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:22:16,196 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:22:16,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36579-0x1015cb377790001, quorum=127.0.0.1:60896, baseZNode=/01623599992 Set watcher on znode that does not yet exist, /01623599992/master 2024-11-21T09:22:16,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36579-0x1015cb377790001, quorum=127.0.0.1:60896, baseZNode=/01623599992 Set watcher on znode that does not yet exist, /01623599992/acl 2024-11-21T09:22:16,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36579 2024-11-21T09:22:16,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36579 2024-11-21T09:22:16,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36579 2024-11-21T09:22:16,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36579 2024-11-21T09:22:16,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36579 2024-11-21T09:22:16,219 DEBUG [M:0;5b0ae2ee7b9e:44369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:44369 2024-11-21T09:22:16,219 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01623599992/backup-masters/5b0ae2ee7b9e,44369,1732180935862 2024-11-21T09:22:16,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01623599992/backup-masters 2024-11-21T09:22:16,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36579-0x1015cb377790001, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01623599992/backup-masters 2024-11-21T09:22:16,232 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Set watcher on existing znode=/01623599992/backup-masters/5b0ae2ee7b9e,44369,1732180935862 2024-11-21T09:22:16,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36579-0x1015cb377790001, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01623599992/master 2024-11-21T09:22:16,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01623599992 2024-11-21T09:22:16,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36579-0x1015cb377790001, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01623599992 2024-11-21T09:22:16,237 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Set watcher on existing znode=/01623599992/master 2024-11-21T09:22:16,237 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01623599992/backup-masters/5b0ae2ee7b9e,44369,1732180935862 from backup master directory 2024-11-21T09:22:16,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36579-0x1015cb377790001, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01623599992/backup-masters 2024-11-21T09:22:16,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01623599992/backup-masters/5b0ae2ee7b9e,44369,1732180935862 2024-11-21T09:22:16,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01623599992/backup-masters 2024-11-21T09:22:16,247 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:22:16,247 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,44369,1732180935862 2024-11-21T09:22:16,253 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/hbase.id] with ID: 2d3046a6-d23a-4d41-ac77-8781fb7b2246 2024-11-21T09:22:16,253 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/.tmp/hbase.id 2024-11-21T09:22:16,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:22:16,262 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/.tmp/hbase.id]:[hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/hbase.id] 2024-11-21T09:22:16,269 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:16,270 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:22:16,270 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T09:22:16,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36579-0x1015cb377790001, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01623599992 2024-11-21T09:22:16,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01623599992 2024-11-21T09:22:16,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:22:16,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T09:22:16,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T09:22:16,503 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T09:22:16,503 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T09:22:16,504 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:22:16,504 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T09:22:16,504 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T09:22:16,504 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T09:22:16,683 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:22:16,684 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:22:16,684 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:22:16,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:22:17,090 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/data/master/store 2024-11-21T09:22:17,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:22:17,495 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:17,495 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:22:17,495 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:17,495 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:17,495 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:22:17,495 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:17,495 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:17,495 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180937495Disabling compacts and flushes for region at 1732180937495Disabling writes for close at 1732180937495Writing region close event to WAL at 1732180937495Closed at 1732180937495 2024-11-21T09:22:17,496 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/data/master/store/.initializing 2024-11-21T09:22:17,496 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/WALs/5b0ae2ee7b9e,44369,1732180935862 2024-11-21T09:22:17,496 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:22:17,498 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C44369%2C1732180935862, suffix=, logDir=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/WALs/5b0ae2ee7b9e,44369,1732180935862, archiveDir=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/oldWALs, maxLogs=10 2024-11-21T09:22:17,516 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/WALs/5b0ae2ee7b9e,44369,1732180935862/5b0ae2ee7b9e%2C44369%2C1732180935862.1732180937498, exclude list is [], retry=0 2024-11-21T09:22:17,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41525,DS-c0f36b48-b910-44c4-a444-b1101de86c2d,DISK] 2024-11-21T09:22:17,520 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/WALs/5b0ae2ee7b9e,44369,1732180935862/5b0ae2ee7b9e%2C44369%2C1732180935862.1732180937498 2024-11-21T09:22:17,520 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36295:36295)] 2024-11-21T09:22:17,520 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:22:17,520 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:17,520 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:17,520 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:17,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:17,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:22:17,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:17,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:17,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:17,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:22:17,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:17,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:17,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:17,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:22:17,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:17,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:17,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:17,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:22:17,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:17,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:17,527 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:17,527 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:17,527 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:17,528 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:17,528 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:17,528 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:22:17,529 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:17,530 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:22:17,531 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62767393, jitterRate=-0.06469295918941498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:22:17,531 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180937520Initializing all the Stores at 1732180937521 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180937521Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180937521Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180937521Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180937521Cleaning up temporary data from old regions at 1732180937528 (+7 ms)Region opened successfully at 1732180937531 (+3 ms) 2024-11-21T09:22:17,531 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:22:17,533 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f847f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:22:17,533 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T09:22:17,533 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:22:17,533 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:22:17,534 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:22:17,534 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T09:22:17,534 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T09:22:17,534 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T09:22:17,535 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:22:17,536 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Unable to get data of znode /01623599992/balancer because node does not exist (not necessarily an error) 2024-11-21T09:22:17,657 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01623599992/balancer already deleted, retry=false 2024-11-21T09:22:17,657 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:22:17,658 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Unable to get data of znode /01623599992/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:22:17,667 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01623599992/normalizer already deleted, retry=false 2024-11-21T09:22:17,668 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:22:17,669 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Unable to get data of znode /01623599992/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:22:17,678 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01623599992/switch/split already deleted, retry=false 2024-11-21T09:22:17,679 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Unable to get data of znode /01623599992/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:22:17,688 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01623599992/switch/merge already deleted, retry=false 2024-11-21T09:22:17,690 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Unable to get data of znode /01623599992/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:22:17,699 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01623599992/snapshot-cleanup already deleted, retry=false 2024-11-21T09:22:17,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36579-0x1015cb377790001, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01623599992/running 2024-11-21T09:22:17,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36579-0x1015cb377790001, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01623599992 2024-11-21T09:22:17,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01623599992/running 2024-11-21T09:22:17,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01623599992 2024-11-21T09:22:17,710 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,44369,1732180935862, sessionid=0x1015cb377790000, setting cluster-up flag (Was=false) 2024-11-21T09:22:17,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36579-0x1015cb377790001, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01623599992 2024-11-21T09:22:17,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01623599992 2024-11-21T09:22:17,762 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01623599992/flush-table-proc/acquired, /01623599992/flush-table-proc/reached, /01623599992/flush-table-proc/abort 2024-11-21T09:22:17,763 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,44369,1732180935862 2024-11-21T09:22:17,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36579-0x1015cb377790001, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01623599992 2024-11-21T09:22:17,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01623599992 2024-11-21T09:22:17,815 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01623599992/online-snapshot/acquired, /01623599992/online-snapshot/reached, /01623599992/online-snapshot/abort 2024-11-21T09:22:17,816 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,44369,1732180935862 2024-11-21T09:22:17,817 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T09:22:17,819 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:22:17,819 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:22:17,819 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:22:17,819 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,44369,1732180935862 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:22:17,820 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:22:17,821 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:22:17,821 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:22:17,821 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:22:17,821 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:22:17,821 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:17,821 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:22:17,821 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:17,822 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180967822 2024-11-21T09:22:17,822 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:22:17,822 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:22:17,822 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:22:17,822 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:22:17,822 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:22:17,822 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:22:17,822 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:22:17,822 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T09:22:17,822 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:17,823 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:22:17,823 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:22:17,823 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:22:17,823 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T09:22:17,823 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:17,823 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:22:17,823 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:22:17,823 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T09:22:17,823 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180937823,5,FailOnTimeoutGroup] 2024-11-21T09:22:17,824 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180937823,5,FailOnTimeoutGroup] 2024-11-21T09:22:17,824 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:17,824 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:22:17,824 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:17,824 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:17,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:22:17,901 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:22:17,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:17,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:17,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:17,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:17,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:17,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:17,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:17,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:17,907 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer(746): ClusterId : 2d3046a6-d23a-4d41-ac77-8781fb7b2246 2024-11-21T09:22:17,907 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:22:17,920 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:22:17,920 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:22:17,931 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:22:17,932 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@598d0ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:22:17,948 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:36579 2024-11-21T09:22:17,948 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:22:17,948 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:22:17,948 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:22:17,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:17,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:17,949 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,44369,1732180935862 with port=36579, startcode=1732180936173 2024-11-21T09:22:17,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:17,949 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:22:17,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:17,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:17,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:17,950 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:22:17,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44369 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,36579,1732180936173 2024-11-21T09:22:17,951 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44369 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,36579,1732180936173 2024-11-21T09:22:17,952 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522 2024-11-21T09:22:17,952 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38005 2024-11-21T09:22:17,952 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:22:17,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:17,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:17,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:17,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:17,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01623599992/rs 2024-11-21T09:22:17,963 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] zookeeper.ZKUtil(111): regionserver:36579-0x1015cb377790001, quorum=127.0.0.1:60896, baseZNode=/01623599992 Set watcher on existing znode=/01623599992/rs/5b0ae2ee7b9e,36579,1732180936173 2024-11-21T09:22:17,963 WARN [RS:0;5b0ae2ee7b9e:36579 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:22:17,963 INFO [RS:0;5b0ae2ee7b9e:36579 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:22:17,963 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173 2024-11-21T09:22:17,963 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,36579,1732180936173] 2024-11-21T09:22:17,965 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:22:18,009 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:22:18,010 INFO [RS:0;5b0ae2ee7b9e:36579 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:22:18,010 INFO [RS:0;5b0ae2ee7b9e:36579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:18,010 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:22:18,010 INFO [RS:0;5b0ae2ee7b9e:36579 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:22:18,011 INFO [RS:0;5b0ae2ee7b9e:36579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:18,011 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:18,011 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:18,011 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:18,011 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:18,011 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:18,011 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:22:18,011 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:18,011 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:18,011 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:18,011 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:18,011 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:18,011 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:18,011 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:22:18,011 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:22:18,012 INFO [RS:0;5b0ae2ee7b9e:36579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:18,012 INFO [RS:0;5b0ae2ee7b9e:36579 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:18,012 INFO [RS:0;5b0ae2ee7b9e:36579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:18,012 INFO [RS:0;5b0ae2ee7b9e:36579 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:18,012 INFO [RS:0;5b0ae2ee7b9e:36579 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:18,012 INFO [RS:0;5b0ae2ee7b9e:36579 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,36579,1732180936173-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:22:18,024 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:22:18,024 INFO [RS:0;5b0ae2ee7b9e:36579 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,36579,1732180936173-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:18,025 INFO [RS:0;5b0ae2ee7b9e:36579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:18,025 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.Replication(171): 5b0ae2ee7b9e,36579,1732180936173 started 2024-11-21T09:22:18,035 INFO [RS:0;5b0ae2ee7b9e:36579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:18,035 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,36579,1732180936173, RpcServer on 5b0ae2ee7b9e/172.17.0.2:36579, sessionid=0x1015cb377790001 2024-11-21T09:22:18,035 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:22:18,035 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,36579,1732180936173 2024-11-21T09:22:18,035 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,36579,1732180936173' 2024-11-21T09:22:18,036 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01623599992/flush-table-proc/abort' 2024-11-21T09:22:18,036 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01623599992/flush-table-proc/acquired' 2024-11-21T09:22:18,036 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:22:18,036 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:22:18,037 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,36579,1732180936173 2024-11-21T09:22:18,037 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,36579,1732180936173' 2024-11-21T09:22:18,037 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01623599992/online-snapshot/abort' 2024-11-21T09:22:18,037 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01623599992/online-snapshot/acquired' 2024-11-21T09:22:18,037 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:22:18,037 INFO [RS:0;5b0ae2ee7b9e:36579 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:22:18,037 INFO [RS:0;5b0ae2ee7b9e:36579 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:22:18,138 INFO [RS:0;5b0ae2ee7b9e:36579 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:22:18,139 INFO [RS:0;5b0ae2ee7b9e:36579 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C36579%2C1732180936173, suffix=, logDir=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173, archiveDir=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/oldWALs, maxLogs=10 2024-11-21T09:22:18,150 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180938139, exclude list is [], retry=0 2024-11-21T09:22:18,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41525,DS-c0f36b48-b910-44c4-a444-b1101de86c2d,DISK] 2024-11-21T09:22:18,154 INFO [RS:0;5b0ae2ee7b9e:36579 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180938139 2024-11-21T09:22:18,154 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36295:36295)] 2024-11-21T09:22:18,234 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T09:22:18,234 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522 2024-11-21T09:22:18,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741833_1009 (size=32) 2024-11-21T09:22:18,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:18,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:22:18,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:22:18,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:18,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:18,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:22:18,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:22:18,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:18,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:18,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:22:18,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:22:18,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:18,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:18,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:22:18,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:22:18,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:18,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:18,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:22:18,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740 2024-11-21T09:22:18,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740 2024-11-21T09:22:18,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:22:18,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:22:18,647 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:22:18,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:22:18,649 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:22:18,649 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69472366, jitterRate=0.03521892428398132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:22:18,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732180938639Initializing all the Stores at 1732180938640 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180938640Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180938640Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180938640Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180938640Cleaning up temporary data from old regions at 1732180938646 (+6 ms)Region opened successfully at 1732180938649 (+3 ms) 2024-11-21T09:22:18,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:22:18,650 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:22:18,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:22:18,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:22:18,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:22:18,650 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:22:18,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180938650Disabling compacts and flushes for region at 1732180938650Disabling writes for close at 1732180938650Writing region close event to WAL at 1732180938650Closed at 1732180938650 2024-11-21T09:22:18,651 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:22:18,651 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T09:22:18,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:22:18,652 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:22:18,653 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T09:22:18,803 DEBUG [5b0ae2ee7b9e:44369 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:22:18,804 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,36579,1732180936173 2024-11-21T09:22:18,805 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,36579,1732180936173, state=OPENING 2024-11-21T09:22:18,857 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T09:22:18,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01623599992 2024-11-21T09:22:18,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36579-0x1015cb377790001, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01623599992 2024-11-21T09:22:18,868 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:22:18,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,36579,1732180936173}] 2024-11-21T09:22:18,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01623599992/meta-region-server: CHANGED 2024-11-21T09:22:18,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01623599992/meta-region-server: CHANGED 2024-11-21T09:22:19,020 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:22:19,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:22:19,024 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:22:19,024 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:22:19,024 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:22:19,025 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C36579%2C1732180936173.meta, suffix=.meta, logDir=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173, archiveDir=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/oldWALs, maxLogs=10 2024-11-21T09:22:19,043 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.meta.1732180939025.meta, exclude list is [], retry=0 2024-11-21T09:22:19,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41525,DS-c0f36b48-b910-44c4-a444-b1101de86c2d,DISK] 2024-11-21T09:22:19,056 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.meta.1732180939025.meta 2024-11-21T09:22:19,057 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36295:36295)] 2024-11-21T09:22:19,057 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:22:19,057 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:22:19,058 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:22:19,058 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:22:19,058 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:22:19,058 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:22:19,058 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:19,058 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:22:19,058 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:22:19,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:22:19,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:22:19,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:19,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:19,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:22:19,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:22:19,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:19,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:19,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:22:19,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:22:19,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:19,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:19,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:22:19,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:22:19,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:19,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:19,086 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:22:19,086 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740 2024-11-21T09:22:19,087 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740 2024-11-21T09:22:19,088 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:22:19,088 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:22:19,089 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:22:19,090 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:22:19,091 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68216681, jitterRate=0.01650775969028473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:22:19,091 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:22:19,091 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180939058Writing region info on filesystem at 1732180939058Initializing all the Stores at 1732180939059 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180939059Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180939060 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180939060Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180939060Cleaning up temporary data from old regions at 1732180939088 (+28 ms)Running coprocessor post-open hooks at 1732180939091 (+3 ms)Region opened successfully at 1732180939091 2024-11-21T09:22:19,092 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732180939020 2024-11-21T09:22:19,094 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:22:19,094 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:22:19,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,36579,1732180936173 2024-11-21T09:22:19,095 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,36579,1732180936173, state=OPEN 2024-11-21T09:22:19,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01623599992/meta-region-server 2024-11-21T09:22:19,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36579-0x1015cb377790001, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01623599992/meta-region-server 2024-11-21T09:22:19,205 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,36579,1732180936173 2024-11-21T09:22:19,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01623599992/meta-region-server: CHANGED 2024-11-21T09:22:19,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01623599992/meta-region-server: CHANGED 2024-11-21T09:22:19,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T09:22:19,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,36579,1732180936173 in 337 msec 2024-11-21T09:22:19,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T09:22:19,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 556 msec 2024-11-21T09:22:19,209 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:22:19,209 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T09:22:19,210 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:22:19,210 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,36579,1732180936173, seqNum=-1] 2024-11-21T09:22:19,210 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:22:19,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:22:19,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3970 sec 2024-11-21T09:22:19,216 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180939216, completionTime=-1 2024-11-21T09:22:19,216 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T09:22:19,216 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:22:19,218 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T09:22:19,218 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732180999218 2024-11-21T09:22:19,218 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732181059218 2024-11-21T09:22:19,218 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T09:22:19,219 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,44369,1732180935862-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:19,219 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,44369,1732180935862-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:19,219 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,44369,1732180935862-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:19,219 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:44369, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:19,219 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:19,220 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:19,221 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T09:22:19,223 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.976sec 2024-11-21T09:22:19,223 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:22:19,223 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:22:19,223 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:22:19,223 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:22:19,223 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:22:19,223 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,44369,1732180935862-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:22:19,223 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,44369,1732180935862-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:22:19,225 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:22:19,225 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:22:19,225 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,44369,1732180935862-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:19,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dee6220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:19,308 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,44369,-1 for getting cluster id 2024-11-21T09:22:19,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:22:19,309 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d3046a6-d23a-4d41-ac77-8781fb7b2246' 2024-11-21T09:22:19,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:22:19,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d3046a6-d23a-4d41-ac77-8781fb7b2246" 2024-11-21T09:22:19,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d92c349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:19,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,44369,-1] 2024-11-21T09:22:19,309 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:22:19,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:19,310 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:22:19,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dae606b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:19,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:22:19,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,36579,1732180936173, seqNum=-1] 2024-11-21T09:22:19,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:22:19,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:22:19,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b0ae2ee7b9e,44369,1732180935862 2024-11-21T09:22:19,315 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60896 2024-11-21T09:22:19,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:22:19,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015cb377790002 connected 2024-11-21T09:22:19,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/hadoop.log.dir so I do NOT create it in target/test-data/ce503b4b-57f6-8068-a902-750fb565f339 2024-11-21T09:22:19,344 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T09:22:19,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/hadoop.tmp.dir so I do NOT create it in target/test-data/ce503b4b-57f6-8068-a902-750fb565f339 2024-11-21T09:22:19,344 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T09:22:19,344 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339 2024-11-21T09:22:19,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T09:22:19,344 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/cluster_825fc492-fe21-b5bd-60b4-07357667d18e, deleteOnExit=true 2024-11-21T09:22:19,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T09:22:19,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/test.cache.data in system properties and HBase conf 2024-11-21T09:22:19,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T09:22:19,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/hadoop.log.dir in system properties and HBase conf 2024-11-21T09:22:19,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T09:22:19,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T09:22:19,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T09:22:19,345 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T09:22:19,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:22:19,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:22:19,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T09:22:19,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:22:19,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T09:22:19,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T09:22:19,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:22:19,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:22:19,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T09:22:19,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/nfs.dump.dir in system properties and HBase conf 2024-11-21T09:22:19,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/java.io.tmpdir in system properties and HBase conf 2024-11-21T09:22:19,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:22:19,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T09:22:19,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T09:22:19,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:22:19,635 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:22:19,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:22:19,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:22:19,637 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:22:19,642 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:22:19,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52cff1ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:22:19,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20428485{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:22:19,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52326025{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/java.io.tmpdir/jetty-localhost-33569-hadoop-hdfs-3_4_1-tests_jar-_-any-7368427323758566208/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:22:19,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76cd9f5f{HTTP/1.1, (http/1.1)}{localhost:33569} 2024-11-21T09:22:19,765 INFO [Time-limited test {}] server.Server(415): Started @329999ms 2024-11-21T09:22:20,061 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:22:20,065 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:22:20,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:22:20,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:22:20,068 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:22:20,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bafa8f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:22:20,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a6b2280{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:22:20,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7700c4e4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/java.io.tmpdir/jetty-localhost-37157-hadoop-hdfs-3_4_1-tests_jar-_-any-4294927907990646475/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:22:20,182 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ab53fd1{HTTP/1.1, (http/1.1)}{localhost:37157} 2024-11-21T09:22:20,182 INFO [Time-limited test {}] server.Server(415): Started @330416ms 2024-11-21T09:22:20,183 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:22:21,124 WARN [Thread-4454 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/cluster_825fc492-fe21-b5bd-60b4-07357667d18e/data/data1/current/BP-509971420-172.17.0.2-1732180939365/current, will proceed with Du for space computation calculation, 2024-11-21T09:22:21,124 WARN [Thread-4455 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/cluster_825fc492-fe21-b5bd-60b4-07357667d18e/data/data2/current/BP-509971420-172.17.0.2-1732180939365/current, will proceed with Du for space computation calculation, 2024-11-21T09:22:21,139 WARN [Thread-4442 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:22:21,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba60f3e220f1c176 with lease ID 0xe622b4020ca8c8ce: Processing first storage report for DS-3da8bffc-442e-43a2-b5b1-ba6cf51a7ebf from datanode DatanodeRegistration(127.0.0.1:37567, datanodeUuid=79aba0df-0e3e-4899-ac01-46f7316133fe, infoPort=38461, infoSecurePort=0, ipcPort=40997, storageInfo=lv=-57;cid=testClusterID;nsid=1850871212;c=1732180939365) 2024-11-21T09:22:21,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba60f3e220f1c176 with lease ID 0xe622b4020ca8c8ce: from storage DS-3da8bffc-442e-43a2-b5b1-ba6cf51a7ebf node DatanodeRegistration(127.0.0.1:37567, datanodeUuid=79aba0df-0e3e-4899-ac01-46f7316133fe, infoPort=38461, infoSecurePort=0, ipcPort=40997, storageInfo=lv=-57;cid=testClusterID;nsid=1850871212;c=1732180939365), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:22:21,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba60f3e220f1c176 with lease ID 0xe622b4020ca8c8ce: Processing first storage report for DS-87df2d34-a96f-4c67-8d77-ef5a982dc04b from datanode DatanodeRegistration(127.0.0.1:37567, datanodeUuid=79aba0df-0e3e-4899-ac01-46f7316133fe, infoPort=38461, infoSecurePort=0, ipcPort=40997, storageInfo=lv=-57;cid=testClusterID;nsid=1850871212;c=1732180939365) 2024-11-21T09:22:21,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba60f3e220f1c176 with lease ID 0xe622b4020ca8c8ce: from storage DS-87df2d34-a96f-4c67-8d77-ef5a982dc04b node DatanodeRegistration(127.0.0.1:37567, datanodeUuid=79aba0df-0e3e-4899-ac01-46f7316133fe, infoPort=38461, infoSecurePort=0, ipcPort=40997, storageInfo=lv=-57;cid=testClusterID;nsid=1850871212;c=1732180939365), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T09:22:21,180 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339 2024-11-21T09:22:21,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:21,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:21,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:22:21,187 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54 with version=8 2024-11-21T09:22:21,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/hbase-staging 2024-11-21T09:22:21,189 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:22:21,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:22:21,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:22:21,189 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:22:21,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:22:21,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:22:21,189 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:22:21,189 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:22:21,189 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42811 2024-11-21T09:22:21,190 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42811 connecting to ZooKeeper ensemble=127.0.0.1:60896 2024-11-21T09:22:21,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428110x0, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:22:21,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42811-0x1015cb377790003 connected 2024-11-21T09:22:21,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:21,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:21,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Set watcher on znode that does not yet exist, /1-1388275188/running 2024-11-21T09:22:21,375 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54, hbase.cluster.distributed=false 2024-11-21T09:22:21,376 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Set watcher on znode that does not yet exist, /1-1388275188/acl 2024-11-21T09:22:21,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42811 2024-11-21T09:22:21,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42811 2024-11-21T09:22:21,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42811 2024-11-21T09:22:21,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42811 2024-11-21T09:22:21,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42811 2024-11-21T09:22:21,389 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:22:21,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:22:21,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:22:21,390 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:22:21,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:22:21,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:22:21,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:22:21,390 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:22:21,390 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33599 2024-11-21T09:22:21,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33599 connecting to ZooKeeper ensemble=127.0.0.1:60896 2024-11-21T09:22:21,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:21,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:21,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335990x0, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:22:21,405 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335990x0, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Set watcher on znode that does not yet exist, /1-1388275188/running 2024-11-21T09:22:21,405 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33599-0x1015cb377790004 connected 2024-11-21T09:22:21,405 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:22:21,405 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:22:21,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33599-0x1015cb377790004, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Set watcher on znode that does not yet exist, /1-1388275188/master 2024-11-21T09:22:21,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33599-0x1015cb377790004, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Set watcher on znode that does not yet exist, /1-1388275188/acl 2024-11-21T09:22:21,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33599 2024-11-21T09:22:21,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33599 2024-11-21T09:22:21,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33599 2024-11-21T09:22:21,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33599 2024-11-21T09:22:21,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33599 2024-11-21T09:22:21,419 DEBUG [M:0;5b0ae2ee7b9e:42811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:42811 2024-11-21T09:22:21,420 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1388275188/backup-masters/5b0ae2ee7b9e,42811,1732180941188 2024-11-21T09:22:21,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1388275188/backup-masters 2024-11-21T09:22:21,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1015cb377790004, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1388275188/backup-masters 2024-11-21T09:22:21,425 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Set watcher on existing znode=/1-1388275188/backup-masters/5b0ae2ee7b9e,42811,1732180941188 2024-11-21T09:22:21,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1015cb377790004, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1388275188/master 2024-11-21T09:22:21,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1388275188 2024-11-21T09:22:21,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1015cb377790004, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1388275188 2024-11-21T09:22:21,436 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Set watcher on existing znode=/1-1388275188/master 2024-11-21T09:22:21,436 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1388275188/backup-masters/5b0ae2ee7b9e,42811,1732180941188 from backup master directory 2024-11-21T09:22:21,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1388275188/backup-masters/5b0ae2ee7b9e,42811,1732180941188 2024-11-21T09:22:21,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1015cb377790004, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1388275188/backup-masters 2024-11-21T09:22:21,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1388275188/backup-masters 2024-11-21T09:22:21,446 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:22:21,446 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,42811,1732180941188 2024-11-21T09:22:21,449 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/hbase.id] with ID: b1a5523f-2dae-4f47-b83d-041944d61554 2024-11-21T09:22:21,449 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/.tmp/hbase.id 2024-11-21T09:22:21,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:22:21,855 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/.tmp/hbase.id]:[hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/hbase.id] 2024-11-21T09:22:21,862 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:21,862 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:22:21,863 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T09:22:21,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1015cb377790004, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1388275188 2024-11-21T09:22:21,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1388275188 2024-11-21T09:22:21,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:22:22,314 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:22:22,315 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:22:22,315 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:22:22,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:22:22,721 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/data/master/store 2024-11-21T09:22:22,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:22:23,126 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:23,126 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:22:23,126 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:23,126 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:23,126 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:22:23,126 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:23,126 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:23,126 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180943126Disabling compacts and flushes for region at 1732180943126Disabling writes for close at 1732180943126Writing region close event to WAL at 1732180943126Closed at 1732180943126 2024-11-21T09:22:23,127 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/data/master/store/.initializing 2024-11-21T09:22:23,127 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/WALs/5b0ae2ee7b9e,42811,1732180941188 2024-11-21T09:22:23,128 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:22:23,129 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C42811%2C1732180941188, suffix=, logDir=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/WALs/5b0ae2ee7b9e,42811,1732180941188, archiveDir=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/oldWALs, maxLogs=10 2024-11-21T09:22:23,141 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/WALs/5b0ae2ee7b9e,42811,1732180941188/5b0ae2ee7b9e%2C42811%2C1732180941188.1732180943129, exclude list is [], retry=0 2024-11-21T09:22:23,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37567,DS-3da8bffc-442e-43a2-b5b1-ba6cf51a7ebf,DISK] 2024-11-21T09:22:23,147 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/WALs/5b0ae2ee7b9e,42811,1732180941188/5b0ae2ee7b9e%2C42811%2C1732180941188.1732180943129 2024-11-21T09:22:23,147 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38461:38461)] 2024-11-21T09:22:23,147 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:22:23,147 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:23,147 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:23,147 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:23,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:23,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:22:23,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:23,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:23,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:23,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:22:23,150 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:23,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:23,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:23,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:22:23,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:23,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:23,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:23,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:22:23,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:23,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:23,153 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:23,154 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:23,154 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:23,155 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:23,155 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:23,155 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:22:23,156 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:23,157 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:22:23,157 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67241927, jitterRate=0.0019827932119369507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:22:23,157 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180943147Initializing all the Stores at 1732180943148 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180943148Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180943148Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180943148Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180943148Cleaning up temporary data from old regions at 1732180943155 (+7 ms)Region opened successfully at 1732180943157 (+2 ms) 2024-11-21T09:22:23,158 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:22:23,159 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5130eb64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:22:23,160 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T09:22:23,160 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:22:23,160 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:22:23,160 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:22:23,160 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T09:22:23,160 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T09:22:23,160 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T09:22:23,161 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:22:23,162 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Unable to get data of znode /1-1388275188/balancer because node does not exist (not necessarily an error) 2024-11-21T09:22:23,236 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1388275188/balancer already deleted, retry=false 2024-11-21T09:22:23,236 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:22:23,237 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Unable to get data of znode /1-1388275188/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:22:23,246 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1388275188/normalizer already deleted, retry=false 2024-11-21T09:22:23,246 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:22:23,247 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Unable to get data of znode /1-1388275188/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:22:23,257 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1388275188/switch/split already deleted, retry=false 2024-11-21T09:22:23,257 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Unable to get data of znode /1-1388275188/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:22:23,267 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1388275188/switch/merge already deleted, retry=false 2024-11-21T09:22:23,269 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Unable to get data of znode /1-1388275188/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:22:23,278 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1388275188/snapshot-cleanup already deleted, retry=false 2024-11-21T09:22:23,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1015cb377790004, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1388275188/running 2024-11-21T09:22:23,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1388275188/running 2024-11-21T09:22:23,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1388275188 2024-11-21T09:22:23,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1015cb377790004, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1388275188 2024-11-21T09:22:23,289 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,42811,1732180941188, sessionid=0x1015cb377790003, setting cluster-up flag (Was=false) 2024-11-21T09:22:23,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1388275188 2024-11-21T09:22:23,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1015cb377790004, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1388275188 2024-11-21T09:22:23,341 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1388275188/flush-table-proc/acquired, /1-1388275188/flush-table-proc/reached, /1-1388275188/flush-table-proc/abort 2024-11-21T09:22:23,342 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,42811,1732180941188 2024-11-21T09:22:23,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1015cb377790004, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1388275188 2024-11-21T09:22:23,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1388275188 2024-11-21T09:22:23,393 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1388275188/online-snapshot/acquired, /1-1388275188/online-snapshot/reached, /1-1388275188/online-snapshot/abort 2024-11-21T09:22:23,394 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,42811,1732180941188 2024-11-21T09:22:23,395 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T09:22:23,396 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:22:23,397 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:22:23,397 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:22:23,397 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,42811,1732180941188 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:22:23,398 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:22:23,398 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:22:23,398 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:22:23,398 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:22:23,398 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:22:23,398 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:23,398 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:22:23,398 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:23,403 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180973403 2024-11-21T09:22:23,403 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:22:23,403 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:22:23,403 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:22:23,403 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:22:23,403 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:22:23,403 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:22:23,404 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:22:23,404 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T09:22:23,404 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:23,404 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:22:23,404 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:22:23,404 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:22:23,404 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:23,404 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T09:22:23,405 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T09:22:23,405 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:22:23,405 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:22:23,411 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180943405,5,FailOnTimeoutGroup] 2024-11-21T09:22:23,412 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180943411,5,FailOnTimeoutGroup] 2024-11-21T09:22:23,412 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:23,412 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:22:23,412 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:23,412 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:23,412 INFO [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.HRegionServer(746): ClusterId : b1a5523f-2dae-4f47-b83d-041944d61554 2024-11-21T09:22:23,412 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:22:23,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:22:23,424 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:22:23,424 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:22:23,436 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:22:23,436 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40558307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:22:23,446 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:33599 2024-11-21T09:22:23,446 INFO [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:22:23,446 INFO [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:22:23,446 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:22:23,447 INFO [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,42811,1732180941188 with port=33599, startcode=1732180941389 2024-11-21T09:22:23,447 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:22:23,448 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:22:23,448 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42811 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,33599,1732180941389 2024-11-21T09:22:23,449 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42811 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,33599,1732180941389 2024-11-21T09:22:23,450 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54 2024-11-21T09:22:23,450 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37993 2024-11-21T09:22:23,450 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:22:23,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1388275188/rs 2024-11-21T09:22:23,492 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] zookeeper.ZKUtil(111): regionserver:33599-0x1015cb377790004, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Set watcher on existing znode=/1-1388275188/rs/5b0ae2ee7b9e,33599,1732180941389 2024-11-21T09:22:23,492 WARN [RS:0;5b0ae2ee7b9e:33599 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:22:23,492 INFO [RS:0;5b0ae2ee7b9e:33599 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:22:23,492 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/WALs/5b0ae2ee7b9e,33599,1732180941389 2024-11-21T09:22:23,492 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,33599,1732180941389] 2024-11-21T09:22:23,494 INFO [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:22:23,496 INFO [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:22:23,496 INFO [RS:0;5b0ae2ee7b9e:33599 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:22:23,496 INFO [RS:0;5b0ae2ee7b9e:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:23,497 INFO [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:22:23,497 INFO [RS:0;5b0ae2ee7b9e:33599 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:22:23,497 INFO [RS:0;5b0ae2ee7b9e:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:23,497 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:23,497 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:23,497 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:23,497 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:23,497 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:23,497 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:22:23,497 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:23,497 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:23,497 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:23,497 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:23,497 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:23,497 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:23,497 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:22:23,497 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:22:23,498 INFO [RS:0;5b0ae2ee7b9e:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:23,498 INFO [RS:0;5b0ae2ee7b9e:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:23,498 INFO [RS:0;5b0ae2ee7b9e:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:23,498 INFO [RS:0;5b0ae2ee7b9e:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:23,498 INFO [RS:0;5b0ae2ee7b9e:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:23,498 INFO [RS:0;5b0ae2ee7b9e:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,33599,1732180941389-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:22:23,510 INFO [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:22:23,510 INFO [RS:0;5b0ae2ee7b9e:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,33599,1732180941389-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:23,510 INFO [RS:0;5b0ae2ee7b9e:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:23,510 INFO [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.Replication(171): 5b0ae2ee7b9e,33599,1732180941389 started 2024-11-21T09:22:23,522 INFO [RS:0;5b0ae2ee7b9e:33599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:23,522 INFO [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,33599,1732180941389, RpcServer on 5b0ae2ee7b9e/172.17.0.2:33599, sessionid=0x1015cb377790004 2024-11-21T09:22:23,522 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:22:23,522 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,33599,1732180941389 2024-11-21T09:22:23,522 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,33599,1732180941389' 2024-11-21T09:22:23,522 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1388275188/flush-table-proc/abort' 2024-11-21T09:22:23,523 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1388275188/flush-table-proc/acquired' 2024-11-21T09:22:23,523 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:22:23,523 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:22:23,523 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,33599,1732180941389 2024-11-21T09:22:23,523 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,33599,1732180941389' 2024-11-21T09:22:23,523 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1388275188/online-snapshot/abort' 2024-11-21T09:22:23,524 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1388275188/online-snapshot/acquired' 2024-11-21T09:22:23,524 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:22:23,524 INFO [RS:0;5b0ae2ee7b9e:33599 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:22:23,524 INFO [RS:0;5b0ae2ee7b9e:33599 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:22:23,624 INFO [RS:0;5b0ae2ee7b9e:33599 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:22:23,625 INFO [RS:0;5b0ae2ee7b9e:33599 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C33599%2C1732180941389, suffix=, logDir=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/WALs/5b0ae2ee7b9e,33599,1732180941389, archiveDir=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/oldWALs, maxLogs=10 2024-11-21T09:22:23,637 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/WALs/5b0ae2ee7b9e,33599,1732180941389/5b0ae2ee7b9e%2C33599%2C1732180941389.1732180943626, exclude list is [], retry=0 2024-11-21T09:22:23,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37567,DS-3da8bffc-442e-43a2-b5b1-ba6cf51a7ebf,DISK] 2024-11-21T09:22:23,641 INFO [RS:0;5b0ae2ee7b9e:33599 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/WALs/5b0ae2ee7b9e,33599,1732180941389/5b0ae2ee7b9e%2C33599%2C1732180941389.1732180943626 2024-11-21T09:22:23,641 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38461:38461)] 2024-11-21T09:22:23,820 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T09:22:23,820 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54 2024-11-21T09:22:23,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741833_1009 (size=32) 2024-11-21T09:22:24,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:24,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:22:24,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:22:24,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:24,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:24,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:22:24,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:22:24,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:24,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:24,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:22:24,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:22:24,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:24,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:24,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:22:24,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:22:24,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:24,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:24,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:22:24,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740 2024-11-21T09:22:24,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740 2024-11-21T09:22:24,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:22:24,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:22:24,233 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:22:24,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:22:24,235 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:22:24,235 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74437422, jitterRate=0.10920402407646179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:22:24,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732180944225Initializing all the Stores at 1732180944226 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180944226Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180944226Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180944226Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180944226Cleaning up temporary data from old regions at 1732180944232 (+6 ms)Region opened successfully at 1732180944235 (+3 ms) 2024-11-21T09:22:24,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:22:24,235 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:22:24,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:22:24,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:22:24,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:22:24,236 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:22:24,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180944235Disabling compacts and flushes for region at 1732180944235Disabling writes for close at 1732180944236 (+1 ms)Writing region close event to WAL at 1732180944236Closed at 1732180944236 2024-11-21T09:22:24,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:22:24,237 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T09:22:24,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:22:24,238 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:22:24,240 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T09:22:24,390 DEBUG [5b0ae2ee7b9e:42811 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:22:24,390 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,33599,1732180941389 2024-11-21T09:22:24,391 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,33599,1732180941389, state=OPENING 2024-11-21T09:22:24,404 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T09:22:24,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1015cb377790004, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1388275188 2024-11-21T09:22:24,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1388275188 2024-11-21T09:22:24,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1388275188/meta-region-server: CHANGED 2024-11-21T09:22:24,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1388275188/meta-region-server: CHANGED 2024-11-21T09:22:24,415 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:22:24,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,33599,1732180941389}] 2024-11-21T09:22:24,560 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:22:24,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:24,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:24,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:24,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:24,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:24,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:24,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:24,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:24,567 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:22:24,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:22:24,571 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:22:24,571 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:22:24,571 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:22:24,572 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C33599%2C1732180941389.meta, suffix=.meta, logDir=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/WALs/5b0ae2ee7b9e,33599,1732180941389, archiveDir=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/oldWALs, maxLogs=10 2024-11-21T09:22:24,585 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/WALs/5b0ae2ee7b9e,33599,1732180941389/5b0ae2ee7b9e%2C33599%2C1732180941389.meta.1732180944572.meta, exclude list is [], retry=0 2024-11-21T09:22:24,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37567,DS-3da8bffc-442e-43a2-b5b1-ba6cf51a7ebf,DISK] 2024-11-21T09:22:24,588 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/WALs/5b0ae2ee7b9e,33599,1732180941389/5b0ae2ee7b9e%2C33599%2C1732180941389.meta.1732180944572.meta 2024-11-21T09:22:24,588 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38461:38461)] 2024-11-21T09:22:24,589 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:22:24,589 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:22:24,589 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:22:24,589 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:22:24,589 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:22:24,589 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:22:24,589 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:24,589 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:22:24,589 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:22:24,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:22:24,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:22:24,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:24,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:24,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:22:24,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:22:24,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:24,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:24,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:22:24,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:22:24,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:24,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:24,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:22:24,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:22:24,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:24,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:24,594 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:22:24,594 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740 2024-11-21T09:22:24,595 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740 2024-11-21T09:22:24,596 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:22:24,596 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:22:24,596 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:22:24,597 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:22:24,598 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72303180, jitterRate=0.07740134000778198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:22:24,598 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:22:24,598 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180944589Writing region info on filesystem at 1732180944589Initializing all the Stores at 1732180944590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180944590Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180944590Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180944590Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180944590Cleaning up temporary data from old regions at 1732180944596 (+6 ms)Running coprocessor post-open hooks at 1732180944598 (+2 ms)Region opened successfully at 1732180944598 2024-11-21T09:22:24,599 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732180944567 2024-11-21T09:22:24,601 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:22:24,601 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:22:24,601 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,33599,1732180941389 2024-11-21T09:22:24,602 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,33599,1732180941389, state=OPEN 2024-11-21T09:22:24,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1015cb377790004, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1388275188/meta-region-server 2024-11-21T09:22:24,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1388275188/meta-region-server 2024-11-21T09:22:24,613 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,33599,1732180941389 2024-11-21T09:22:24,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1388275188/meta-region-server: CHANGED 2024-11-21T09:22:24,613 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1388275188/meta-region-server: CHANGED 2024-11-21T09:22:24,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T09:22:24,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,33599,1732180941389 in 198 msec 2024-11-21T09:22:24,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T09:22:24,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:24,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 378 msec 2024-11-21T09:22:24,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:24,618 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:22:24,618 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T09:22:24,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:24,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:24,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:24,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:24,619 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:22:24,619 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,33599,1732180941389, seqNum=-1] 2024-11-21T09:22:24,619 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:22:24,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:22:24,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2280 sec 2024-11-21T09:22:24,624 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180944624, completionTime=-1 2024-11-21T09:22:24,624 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T09:22:24,624 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:22:24,626 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T09:22:24,626 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732181004626 2024-11-21T09:22:24,626 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732181064626 2024-11-21T09:22:24,626 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T09:22:24,626 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,42811,1732180941188-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:24,626 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,42811,1732180941188-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:24,626 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,42811,1732180941188-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:24,627 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:42811, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:24,627 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:24,627 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:24,628 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T09:22:24,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:24,629 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.183sec 2024-11-21T09:22:24,630 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:22:24,630 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:22:24,630 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:22:24,630 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:22:24,630 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:22:24,630 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,42811,1732180941188-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:22:24,630 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,42811,1732180941188-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:22:24,631 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:22:24,631 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:22:24,632 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,42811,1732180941188-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:24,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:24,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:24,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:24,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6b55e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:24,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,42811,-1 for getting cluster id 2024-11-21T09:22:24,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:22:24,720 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1a5523f-2dae-4f47-b83d-041944d61554' 2024-11-21T09:22:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:22:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1a5523f-2dae-4f47-b83d-041944d61554" 2024-11-21T09:22:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a1a16c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,42811,-1] 2024-11-21T09:22:24,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:22:24,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:24,722 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:22:24,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e85b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:24,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:22:24,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,33599,1732180941389, seqNum=-1] 2024-11-21T09:22:24,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:22:24,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:22:24,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b0ae2ee7b9e,42811,1732180941188 2024-11-21T09:22:24,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60896 2024-11-21T09:22:24,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:22:24,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015cb377790005 connected 2024-11-21T09:22:24,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/hadoop.log.dir so I do NOT create it in target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49 2024-11-21T09:22:24,754 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T09:22:24,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/hadoop.tmp.dir so I do NOT create it in target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49 2024-11-21T09:22:24,754 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T09:22:24,754 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49 2024-11-21T09:22:24,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T09:22:24,754 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/cluster_f4fbad4a-8368-4539-489e-78cd878638d5, deleteOnExit=true 2024-11-21T09:22:24,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T09:22:24,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/test.cache.data in system properties and HBase conf 2024-11-21T09:22:24,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T09:22:24,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/hadoop.log.dir in system properties and HBase conf 2024-11-21T09:22:24,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T09:22:24,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T09:22:24,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T09:22:24,755 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T09:22:24,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:22:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T09:22:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T09:22:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:22:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T09:22:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T09:22:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T09:22:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:22:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T09:22:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/nfs.dump.dir in system properties and HBase conf 2024-11-21T09:22:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/java.io.tmpdir in system properties and HBase conf 2024-11-21T09:22:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T09:22:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T09:22:24,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T09:22:25,124 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:22:25,128 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:22:25,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:22:25,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:22:25,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T09:22:25,133 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:22:25,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d95228{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:22:25,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70f2b378{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:22:25,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bff015a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/java.io.tmpdir/jetty-localhost-37033-hadoop-hdfs-3_4_1-tests_jar-_-any-13609712303350230993/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:22:25,257 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ecba82a{HTTP/1.1, (http/1.1)}{localhost:37033} 2024-11-21T09:22:25,257 INFO [Time-limited test {}] server.Server(415): Started @335491ms 2024-11-21T09:22:25,513 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T09:22:25,515 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T09:22:25,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T09:22:25,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T09:22:25,520 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T09:22:25,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4540f54c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/hadoop.log.dir/,AVAILABLE} 2024-11-21T09:22:25,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c43ff84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T09:22:25,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9c89209{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/java.io.tmpdir/jetty-localhost-35233-hadoop-hdfs-3_4_1-tests_jar-_-any-2717261342487409989/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:22:25,618 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24004756{HTTP/1.1, (http/1.1)}{localhost:35233} 2024-11-21T09:22:25,618 INFO [Time-limited test {}] server.Server(415): Started @335852ms 2024-11-21T09:22:25,619 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T09:22:26,707 WARN [Thread-4575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/cluster_f4fbad4a-8368-4539-489e-78cd878638d5/data/data1/current/BP-1362479503-172.17.0.2-1732180944774/current, will proceed with Du for space computation calculation, 2024-11-21T09:22:26,707 WARN [Thread-4576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/cluster_f4fbad4a-8368-4539-489e-78cd878638d5/data/data2/current/BP-1362479503-172.17.0.2-1732180944774/current, will proceed with Du for space computation calculation, 2024-11-21T09:22:26,729 WARN [Thread-4563 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T09:22:26,731 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc73081ecf65dd34 with lease ID 0x2181c03191fc364d: Processing first storage report for DS-83b78788-6df5-4ed3-9a11-c919af5708b6 from datanode DatanodeRegistration(127.0.0.1:45515, datanodeUuid=c484176d-8391-4ce4-9550-5fd91378f248, infoPort=38013, infoSecurePort=0, ipcPort=40107, storageInfo=lv=-57;cid=testClusterID;nsid=1589017848;c=1732180944774) 2024-11-21T09:22:26,731 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc73081ecf65dd34 with lease ID 0x2181c03191fc364d: from storage DS-83b78788-6df5-4ed3-9a11-c919af5708b6 node DatanodeRegistration(127.0.0.1:45515, datanodeUuid=c484176d-8391-4ce4-9550-5fd91378f248, infoPort=38013, infoSecurePort=0, ipcPort=40107, storageInfo=lv=-57;cid=testClusterID;nsid=1589017848;c=1732180944774), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T09:22:26,731 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc73081ecf65dd34 with lease ID 0x2181c03191fc364d: Processing first storage report for DS-71eba297-bcf4-4c24-943d-b172f75d39ac from datanode DatanodeRegistration(127.0.0.1:45515, datanodeUuid=c484176d-8391-4ce4-9550-5fd91378f248, infoPort=38013, infoSecurePort=0, ipcPort=40107, storageInfo=lv=-57;cid=testClusterID;nsid=1589017848;c=1732180944774) 2024-11-21T09:22:26,731 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc73081ecf65dd34 with lease ID 0x2181c03191fc364d: from storage DS-71eba297-bcf4-4c24-943d-b172f75d39ac node DatanodeRegistration(127.0.0.1:45515, datanodeUuid=c484176d-8391-4ce4-9550-5fd91378f248, infoPort=38013, infoSecurePort=0, ipcPort=40107, storageInfo=lv=-57;cid=testClusterID;nsid=1589017848;c=1732180944774), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T09:22:26,780 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49 2024-11-21T09:22:26,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:26,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:26,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45515 is added to blk_1073741825_1001 (size=7) 2024-11-21T09:22:27,188 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0 with version=8 2024-11-21T09:22:27,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/hbase-staging 2024-11-21T09:22:27,190 INFO [Time-limited test {}] client.ConnectionUtils(128): master/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:22:27,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:22:27,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:22:27,190 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:22:27,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:22:27,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:22:27,190 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T09:22:27,190 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:22:27,190 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41835 2024-11-21T09:22:27,191 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41835 connecting to ZooKeeper ensemble=127.0.0.1:60896 2024-11-21T09:22:27,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418350x0, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:22:27,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41835-0x1015cb377790006 connected 2024-11-21T09:22:27,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:27,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:27,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Set watcher on znode that does not yet exist, /21936566357/running 2024-11-21T09:22:27,325 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0, hbase.cluster.distributed=false 2024-11-21T09:22:27,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Set watcher on znode that does not yet exist, /21936566357/acl 2024-11-21T09:22:27,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41835 2024-11-21T09:22:27,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41835 2024-11-21T09:22:27,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41835 2024-11-21T09:22:27,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41835 2024-11-21T09:22:27,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41835 2024-11-21T09:22:27,356 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/5b0ae2ee7b9e:0 server-side Connection retries=45 2024-11-21T09:22:27,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:22:27,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T09:22:27,357 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T09:22:27,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T09:22:27,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T09:22:27,357 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T09:22:27,357 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T09:22:27,372 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41963 2024-11-21T09:22:27,373 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41963 connecting to ZooKeeper ensemble=127.0.0.1:60896 2024-11-21T09:22:27,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:27,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:27,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419630x0, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:22:27,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419630x0, quorum=127.0.0.1:60896, baseZNode=/21936566357 Set watcher on znode that does not yet exist, /21936566357/running 2024-11-21T09:22:27,394 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41963-0x1015cb377790007 connected 2024-11-21T09:22:27,394 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T09:22:27,396 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T09:22:27,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41963-0x1015cb377790007, quorum=127.0.0.1:60896, baseZNode=/21936566357 Set watcher on znode that does not yet exist, /21936566357/master 2024-11-21T09:22:27,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41963-0x1015cb377790007, quorum=127.0.0.1:60896, baseZNode=/21936566357 Set watcher on znode that does not yet exist, /21936566357/acl 2024-11-21T09:22:27,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41963 2024-11-21T09:22:27,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41963 2024-11-21T09:22:27,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41963 2024-11-21T09:22:27,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41963 2024-11-21T09:22:27,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41963 2024-11-21T09:22:27,422 DEBUG [M:0;5b0ae2ee7b9e:41835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b0ae2ee7b9e:41835 2024-11-21T09:22:27,424 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21936566357/backup-masters/5b0ae2ee7b9e,41835,1732180947189 2024-11-21T09:22:27,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21936566357/backup-masters 2024-11-21T09:22:27,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1015cb377790007, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21936566357/backup-masters 2024-11-21T09:22:27,436 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Set watcher on existing znode=/21936566357/backup-masters/5b0ae2ee7b9e,41835,1732180947189 2024-11-21T09:22:27,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21936566357 2024-11-21T09:22:27,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1015cb377790007, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21936566357/master 2024-11-21T09:22:27,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1015cb377790007, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21936566357 2024-11-21T09:22:27,447 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Set watcher on existing znode=/21936566357/master 2024-11-21T09:22:27,447 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21936566357/backup-masters/5b0ae2ee7b9e,41835,1732180947189 from backup master directory 2024-11-21T09:22:27,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21936566357/backup-masters/5b0ae2ee7b9e,41835,1732180947189 2024-11-21T09:22:27,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1015cb377790007, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21936566357/backup-masters 2024-11-21T09:22:27,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21936566357/backup-masters 2024-11-21T09:22:27,457 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:22:27,457 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b0ae2ee7b9e,41835,1732180947189 2024-11-21T09:22:27,459 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/hbase.id] with ID: b51f70c4-8c2d-42d9-a7df-a0ffc50f974b 2024-11-21T09:22:27,459 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/.tmp/hbase.id 2024-11-21T09:22:27,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45515 is added to blk_1073741826_1002 (size=42) 2024-11-21T09:22:27,470 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/.tmp/hbase.id]:[hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/hbase.id] 2024-11-21T09:22:27,477 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:27,477 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T09:22:27,478 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T09:22:27,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21936566357 2024-11-21T09:22:27,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1015cb377790007, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21936566357 2024-11-21T09:22:27,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45515 is added to blk_1073741827_1003 (size=196) 2024-11-21T09:22:27,892 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:22:27,893 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T09:22:27,893 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:22:27,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45515 is added to blk_1073741828_1004 (size=1189) 2024-11-21T09:22:28,299 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/data/master/store 2024-11-21T09:22:28,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45515 is added to blk_1073741829_1005 (size=34) 2024-11-21T09:22:28,704 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:28,704 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:22:28,704 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:28,704 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:28,704 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:22:28,704 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:28,704 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:28,704 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180948704Disabling compacts and flushes for region at 1732180948704Disabling writes for close at 1732180948704Writing region close event to WAL at 1732180948704Closed at 1732180948704 2024-11-21T09:22:28,704 WARN [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/data/master/store/.initializing 2024-11-21T09:22:28,704 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/WALs/5b0ae2ee7b9e,41835,1732180947189 2024-11-21T09:22:28,705 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:22:28,706 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b0ae2ee7b9e%2C41835%2C1732180947189, suffix=, logDir=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/WALs/5b0ae2ee7b9e,41835,1732180947189, archiveDir=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/oldWALs, maxLogs=10 2024-11-21T09:22:28,721 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/WALs/5b0ae2ee7b9e,41835,1732180947189/5b0ae2ee7b9e%2C41835%2C1732180947189.1732180948706, exclude list is [], retry=0 2024-11-21T09:22:28,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45515,DS-83b78788-6df5-4ed3-9a11-c919af5708b6,DISK] 2024-11-21T09:22:28,748 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/WALs/5b0ae2ee7b9e,41835,1732180947189/5b0ae2ee7b9e%2C41835%2C1732180947189.1732180948706 2024-11-21T09:22:28,752 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38013:38013)] 2024-11-21T09:22:28,752 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:22:28,752 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:28,753 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:28,753 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:28,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:28,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T09:22:28,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:28,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:28,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:28,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T09:22:28,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:28,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:28,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:28,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T09:22:28,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:28,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:28,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:28,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T09:22:28,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:28,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:28,766 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:28,767 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:28,768 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:28,770 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:28,770 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:28,770 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:22:28,771 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T09:22:28,777 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:22:28,777 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73872173, jitterRate=0.1007811576128006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:22:28,777 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732180948753Initializing all the Stores at 1732180948753Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180948753Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180948759 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180948759Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180948759Cleaning up temporary data from old regions at 1732180948770 (+11 ms)Region opened successfully at 1732180948777 (+7 ms) 2024-11-21T09:22:28,780 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T09:22:28,783 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71cde5c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:22:28,783 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T09:22:28,784 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T09:22:28,784 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T09:22:28,784 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T09:22:28,784 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T09:22:28,785 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T09:22:28,785 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T09:22:28,789 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T09:22:28,790 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Unable to get data of znode /21936566357/balancer because node does not exist (not necessarily an error) 2024-11-21T09:22:28,835 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21936566357/balancer already deleted, retry=false 2024-11-21T09:22:28,836 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T09:22:28,836 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Unable to get data of znode /21936566357/normalizer because node does not exist (not necessarily an error) 2024-11-21T09:22:28,846 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21936566357/normalizer already deleted, retry=false 2024-11-21T09:22:28,846 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T09:22:28,847 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Unable to get data of znode /21936566357/switch/split because node does not exist (not necessarily an error) 2024-11-21T09:22:28,856 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21936566357/switch/split already deleted, retry=false 2024-11-21T09:22:28,857 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Unable to get data of znode /21936566357/switch/merge because node does not exist (not necessarily an error) 2024-11-21T09:22:28,876 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21936566357/switch/merge already deleted, retry=false 2024-11-21T09:22:28,878 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Unable to get data of znode /21936566357/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T09:22:28,888 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21936566357/snapshot-cleanup already deleted, retry=false 2024-11-21T09:22:28,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21936566357/running 2024-11-21T09:22:28,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1015cb377790007, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21936566357/running 2024-11-21T09:22:28,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21936566357 2024-11-21T09:22:28,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1015cb377790007, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21936566357 2024-11-21T09:22:28,899 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=5b0ae2ee7b9e,41835,1732180947189, sessionid=0x1015cb377790006, setting cluster-up flag (Was=false) 2024-11-21T09:22:28,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1015cb377790007, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21936566357 2024-11-21T09:22:28,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21936566357 2024-11-21T09:22:28,962 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21936566357/flush-table-proc/acquired, /21936566357/flush-table-proc/reached, /21936566357/flush-table-proc/abort 2024-11-21T09:22:28,963 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,41835,1732180947189 2024-11-21T09:22:28,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21936566357 2024-11-21T09:22:28,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1015cb377790007, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21936566357 2024-11-21T09:22:29,014 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21936566357/online-snapshot/acquired, /21936566357/online-snapshot/reached, /21936566357/online-snapshot/abort 2024-11-21T09:22:29,015 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b0ae2ee7b9e,41835,1732180947189 2024-11-21T09:22:29,016 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T09:22:29,018 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T09:22:29,018 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T09:22:29,018 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T09:22:29,018 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b0ae2ee7b9e,41835,1732180947189 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T09:22:29,020 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:22:29,020 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:22:29,020 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:22:29,020 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=5, maxPoolSize=5 2024-11-21T09:22:29,020 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b0ae2ee7b9e:0, corePoolSize=10, maxPoolSize=10 2024-11-21T09:22:29,020 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:29,020 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:22:29,020 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:29,035 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:22:29,035 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T09:22:29,039 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:29,039 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T09:22:29,048 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732180979048 2024-11-21T09:22:29,048 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T09:22:29,049 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T09:22:29,049 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T09:22:29,049 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T09:22:29,049 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T09:22:29,049 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T09:22:29,049 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:29,051 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T09:22:29,051 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T09:22:29,051 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T09:22:29,051 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T09:22:29,054 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T09:22:29,054 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T09:22:29,056 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180949054,5,FailOnTimeoutGroup] 2024-11-21T09:22:29,056 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180949056,5,FailOnTimeoutGroup] 2024-11-21T09:22:29,056 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:29,057 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T09:22:29,057 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:29,057 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:29,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45515 is added to blk_1073741831_1007 (size=1321) 2024-11-21T09:22:29,130 INFO [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(746): ClusterId : b51f70c4-8c2d-42d9-a7df-a0ffc50f974b 2024-11-21T09:22:29,130 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T09:22:29,143 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T09:22:29,143 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T09:22:29,152 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T09:22:29,152 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27500169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b0ae2ee7b9e/172.17.0.2:0 2024-11-21T09:22:29,168 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b0ae2ee7b9e:41963 2024-11-21T09:22:29,168 INFO [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T09:22:29,168 INFO [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T09:22:29,168 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T09:22:29,169 INFO [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(2659): reportForDuty to master=5b0ae2ee7b9e,41835,1732180947189 with port=41963, startcode=1732180947356 2024-11-21T09:22:29,169 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T09:22:29,171 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T09:22:29,171 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41835 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 5b0ae2ee7b9e,41963,1732180947356 2024-11-21T09:22:29,171 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41835 {}] master.ServerManager(517): Registering regionserver=5b0ae2ee7b9e,41963,1732180947356 2024-11-21T09:22:29,173 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0 2024-11-21T09:22:29,173 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41019 2024-11-21T09:22:29,173 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T09:22:29,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21936566357/rs 2024-11-21T09:22:29,226 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] zookeeper.ZKUtil(111): regionserver:41963-0x1015cb377790007, quorum=127.0.0.1:60896, baseZNode=/21936566357 Set watcher on existing znode=/21936566357/rs/5b0ae2ee7b9e,41963,1732180947356 2024-11-21T09:22:29,226 WARN [RS:0;5b0ae2ee7b9e:41963 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T09:22:29,226 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b0ae2ee7b9e,41963,1732180947356] 2024-11-21T09:22:29,226 INFO [RS:0;5b0ae2ee7b9e:41963 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:22:29,226 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/WALs/5b0ae2ee7b9e,41963,1732180947356 2024-11-21T09:22:29,228 INFO [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T09:22:29,230 INFO [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T09:22:29,232 INFO [RS:0;5b0ae2ee7b9e:41963 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T09:22:29,232 INFO [RS:0;5b0ae2ee7b9e:41963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:29,236 INFO [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T09:22:29,237 INFO [RS:0;5b0ae2ee7b9e:41963 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T09:22:29,237 INFO [RS:0;5b0ae2ee7b9e:41963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:29,237 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:29,237 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:29,237 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:29,237 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:29,237 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:29,237 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=2, maxPoolSize=2 2024-11-21T09:22:29,237 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:29,237 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:29,237 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:29,237 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:29,237 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:29,237 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b0ae2ee7b9e:0, corePoolSize=1, maxPoolSize=1 2024-11-21T09:22:29,237 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:22:29,237 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b0ae2ee7b9e:0, corePoolSize=3, maxPoolSize=3 2024-11-21T09:22:29,238 INFO [RS:0;5b0ae2ee7b9e:41963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:29,238 INFO [RS:0;5b0ae2ee7b9e:41963 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:29,238 INFO [RS:0;5b0ae2ee7b9e:41963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:29,238 INFO [RS:0;5b0ae2ee7b9e:41963 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:29,238 INFO [RS:0;5b0ae2ee7b9e:41963 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:29,238 INFO [RS:0;5b0ae2ee7b9e:41963 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,41963,1732180947356-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:22:29,253 INFO [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T09:22:29,253 INFO [RS:0;5b0ae2ee7b9e:41963 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,41963,1732180947356-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:29,253 INFO [RS:0;5b0ae2ee7b9e:41963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:29,253 INFO [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.Replication(171): 5b0ae2ee7b9e,41963,1732180947356 started 2024-11-21T09:22:29,266 INFO [RS:0;5b0ae2ee7b9e:41963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:29,266 INFO [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(1482): Serving as 5b0ae2ee7b9e,41963,1732180947356, RpcServer on 5b0ae2ee7b9e/172.17.0.2:41963, sessionid=0x1015cb377790007 2024-11-21T09:22:29,266 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T09:22:29,266 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b0ae2ee7b9e,41963,1732180947356 2024-11-21T09:22:29,266 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,41963,1732180947356' 2024-11-21T09:22:29,266 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21936566357/flush-table-proc/abort' 2024-11-21T09:22:29,266 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21936566357/flush-table-proc/acquired' 2024-11-21T09:22:29,267 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T09:22:29,267 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T09:22:29,267 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b0ae2ee7b9e,41963,1732180947356 2024-11-21T09:22:29,267 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b0ae2ee7b9e,41963,1732180947356' 2024-11-21T09:22:29,267 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21936566357/online-snapshot/abort' 2024-11-21T09:22:29,267 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21936566357/online-snapshot/acquired' 2024-11-21T09:22:29,267 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T09:22:29,267 INFO [RS:0;5b0ae2ee7b9e:41963 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T09:22:29,267 INFO [RS:0;5b0ae2ee7b9e:41963 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T09:22:29,368 INFO [RS:0;5b0ae2ee7b9e:41963 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T09:22:29,369 INFO [RS:0;5b0ae2ee7b9e:41963 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C41963%2C1732180947356, suffix=, logDir=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/WALs/5b0ae2ee7b9e,41963,1732180947356, archiveDir=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/oldWALs, maxLogs=10 2024-11-21T09:22:29,386 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/WALs/5b0ae2ee7b9e,41963,1732180947356/5b0ae2ee7b9e%2C41963%2C1732180947356.1732180949369, exclude list is [], retry=0 2024-11-21T09:22:29,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45515,DS-83b78788-6df5-4ed3-9a11-c919af5708b6,DISK] 2024-11-21T09:22:29,389 INFO [RS:0;5b0ae2ee7b9e:41963 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/WALs/5b0ae2ee7b9e,41963,1732180947356/5b0ae2ee7b9e%2C41963%2C1732180947356.1732180949369 2024-11-21T09:22:29,390 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38013:38013)] 2024-11-21T09:22:29,462 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T09:22:29,463 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0 2024-11-21T09:22:29,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45515 is added to blk_1073741833_1009 (size=32) 2024-11-21T09:22:29,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:29,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:22:29,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:22:29,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:29,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:29,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:22:29,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:22:29,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:29,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:29,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:22:29,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:22:29,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:29,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:29,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:22:29,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:22:29,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:29,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:29,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:22:29,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740 2024-11-21T09:22:29,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740 2024-11-21T09:22:29,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:22:29,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:22:29,477 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:22:29,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:22:29,479 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:22:29,480 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60292142, jitterRate=-0.10157707333564758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:22:29,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732180949468Initializing all the Stores at 1732180949468Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180949468Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180949469 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180949469Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180949469Cleaning up temporary data from old regions at 1732180949476 (+7 ms)Region opened successfully at 1732180949480 (+4 ms) 2024-11-21T09:22:29,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:22:29,480 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:22:29,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:22:29,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:22:29,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:22:29,480 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:22:29,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180949480Disabling compacts and flushes for region at 1732180949480Disabling writes for close at 1732180949480Writing region close event to WAL at 1732180949480Closed at 1732180949480 2024-11-21T09:22:29,481 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:22:29,481 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T09:22:29,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T09:22:29,482 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:22:29,483 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T09:22:29,633 DEBUG [5b0ae2ee7b9e:41835 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T09:22:29,634 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b0ae2ee7b9e,41963,1732180947356 2024-11-21T09:22:29,635 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,41963,1732180947356, state=OPENING 2024-11-21T09:22:29,688 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T09:22:29,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21936566357 2024-11-21T09:22:29,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1015cb377790007, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21936566357 2024-11-21T09:22:29,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21936566357/meta-region-server: CHANGED 2024-11-21T09:22:29,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21936566357/meta-region-server: CHANGED 2024-11-21T09:22:29,700 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T09:22:29,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,41963,1732180947356}] 2024-11-21T09:22:29,861 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:22:29,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:22:29,873 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T09:22:29,873 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:22:29,873 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T09:22:29,875 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C41963%2C1732180947356.meta, suffix=.meta, logDir=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/WALs/5b0ae2ee7b9e,41963,1732180947356, archiveDir=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/oldWALs, maxLogs=10 2024-11-21T09:22:29,891 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/WALs/5b0ae2ee7b9e,41963,1732180947356/5b0ae2ee7b9e%2C41963%2C1732180947356.meta.1732180949875.meta, exclude list is [], retry=0 2024-11-21T09:22:29,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45515,DS-83b78788-6df5-4ed3-9a11-c919af5708b6,DISK] 2024-11-21T09:22:29,896 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/WALs/5b0ae2ee7b9e,41963,1732180947356/5b0ae2ee7b9e%2C41963%2C1732180947356.meta.1732180949875.meta 2024-11-21T09:22:29,900 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38013:38013)] 2024-11-21T09:22:29,900 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:22:29,901 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:22:29,901 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:22:29,901 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T09:22:29,901 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T09:22:29,901 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T09:22:29,901 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:29,901 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T09:22:29,901 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T09:22:29,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T09:22:29,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T09:22:29,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:29,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:29,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T09:22:29,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T09:22:29,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:29,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:29,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T09:22:29,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T09:22:29,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:29,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:29,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T09:22:29,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T09:22:29,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:29,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T09:22:29,907 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T09:22:29,908 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740 2024-11-21T09:22:29,909 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740 2024-11-21T09:22:29,909 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T09:22:29,909 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T09:22:29,910 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T09:22:29,910 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T09:22:29,911 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63819408, jitterRate=-0.049016714096069336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T09:22:29,911 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T09:22:29,911 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732180949901Writing region info on filesystem at 1732180949901Initializing all the Stores at 1732180949902 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180949902Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180949904 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180949904Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732180949904Cleaning up temporary data from old regions at 1732180949909 (+5 ms)Running coprocessor post-open hooks at 1732180949911 (+2 ms)Region opened successfully at 1732180949911 2024-11-21T09:22:29,912 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732180949860 2024-11-21T09:22:29,913 DEBUG [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T09:22:29,913 INFO [RS_OPEN_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T09:22:29,914 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,41963,1732180947356 2024-11-21T09:22:29,914 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b0ae2ee7b9e,41963,1732180947356, state=OPEN 2024-11-21T09:22:29,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21936566357/meta-region-server 2024-11-21T09:22:29,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1015cb377790007, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21936566357/meta-region-server 2024-11-21T09:22:29,920 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,41963,1732180947356 2024-11-21T09:22:29,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21936566357/meta-region-server: CHANGED 2024-11-21T09:22:29,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21936566357/meta-region-server: CHANGED 2024-11-21T09:22:29,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T09:22:29,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=5b0ae2ee7b9e,41963,1732180947356 in 220 msec 2024-11-21T09:22:29,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T09:22:29,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-11-21T09:22:29,923 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T09:22:29,923 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T09:22:29,924 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:22:29,924 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,41963,1732180947356, seqNum=-1] 2024-11-21T09:22:29,925 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:22:29,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:22:29,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 912 msec 2024-11-21T09:22:29,930 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732180949930, completionTime=-1 2024-11-21T09:22:29,930 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T09:22:29,930 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T09:22:29,931 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T09:22:29,932 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732181009931 2024-11-21T09:22:29,932 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732181069932 2024-11-21T09:22:29,932 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T09:22:29,932 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,41835,1732180947189-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:29,932 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,41835,1732180947189-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:29,932 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,41835,1732180947189-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:29,932 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b0ae2ee7b9e:41835, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:29,932 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:29,932 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:29,934 DEBUG [master/5b0ae2ee7b9e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T09:22:29,935 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.478sec 2024-11-21T09:22:29,935 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T09:22:29,935 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T09:22:29,936 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T09:22:29,936 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T09:22:29,936 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T09:22:29,936 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,41835,1732180947189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T09:22:29,936 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,41835,1732180947189-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T09:22:29,937 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T09:22:29,937 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T09:22:29,937 INFO [master/5b0ae2ee7b9e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b0ae2ee7b9e,41835,1732180947189-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T09:22:30,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43346e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:30,030 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,41835,-1 for getting cluster id 2024-11-21T09:22:30,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:22:30,033 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b51f70c4-8c2d-42d9-a7df-a0ffc50f974b' 2024-11-21T09:22:30,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:22:30,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b51f70c4-8c2d-42d9-a7df-a0ffc50f974b" 2024-11-21T09:22:30,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a9c45a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:30,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,41835,-1] 2024-11-21T09:22:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:22:30,034 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:30,034 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:22:30,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91a9915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:30,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:22:30,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,41963,1732180947356, seqNum=-1] 2024-11-21T09:22:30,037 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:22:30,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:22:30,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=5b0ae2ee7b9e,41835,1732180947189 2024-11-21T09:22:30,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60896 2024-11-21T09:22:30,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T09:22:30,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015cb377790008 connected 2024-11-21T09:22:30,058 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:22:30,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,44369,1732180935862 2024-11-21T09:22:30,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@761c68b3 2024-11-21T09:22:30,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:22:30,060 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:22:30,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:22:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T09:22:30,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:22:30,062 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:30,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T09:22:30,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:22:30,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:22:30,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741835_1011 (size=902) 2024-11-21T09:22:30,092 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:22:30,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:30,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:30,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:30,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:30,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:30,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:30,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:30,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:30,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:30,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:30,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:30,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:30,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:30,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:30,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:30,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:30,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:30,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:30,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:22:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:22:30,473 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eed6cca182cb56256690b32d113082ef, NAME => 'test,,1732180950060.eed6cca182cb56256690b32d113082ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522 2024-11-21T09:22:30,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741836_1012 (size=39) 2024-11-21T09:22:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:22:30,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732180950060.eed6cca182cb56256690b32d113082ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:30,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing eed6cca182cb56256690b32d113082ef, disabling compactions & flushes 2024-11-21T09:22:30,878 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732180950060.eed6cca182cb56256690b32d113082ef. 2024-11-21T09:22:30,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180950060.eed6cca182cb56256690b32d113082ef. 2024-11-21T09:22:30,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732180950060.eed6cca182cb56256690b32d113082ef. after waiting 0 ms 2024-11-21T09:22:30,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732180950060.eed6cca182cb56256690b32d113082ef. 2024-11-21T09:22:30,878 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732180950060.eed6cca182cb56256690b32d113082ef. 2024-11-21T09:22:30,878 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for eed6cca182cb56256690b32d113082ef: Waiting for close lock at 1732180950878Disabling compacts and flushes for region at 1732180950878Disabling writes for close at 1732180950878Writing region close event to WAL at 1732180950878Closed at 1732180950878 2024-11-21T09:22:30,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:22:30,880 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732180950060.eed6cca182cb56256690b32d113082ef.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732180950879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180950879"}]},"ts":"1732180950879"} 2024-11-21T09:22:30,881 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:22:30,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:22:30,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180950881"}]},"ts":"1732180950881"} 2024-11-21T09:22:30,883 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T09:22:30,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eed6cca182cb56256690b32d113082ef, ASSIGN}] 2024-11-21T09:22:30,884 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eed6cca182cb56256690b32d113082ef, ASSIGN 2024-11-21T09:22:30,884 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=eed6cca182cb56256690b32d113082ef, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,36579,1732180936173; forceNewPlan=false, retain=false 2024-11-21T09:22:31,035 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eed6cca182cb56256690b32d113082ef, regionState=OPENING, regionLocation=5b0ae2ee7b9e,36579,1732180936173 2024-11-21T09:22:31,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=eed6cca182cb56256690b32d113082ef, ASSIGN because future has completed 2024-11-21T09:22:31,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eed6cca182cb56256690b32d113082ef, server=5b0ae2ee7b9e,36579,1732180936173}] 2024-11-21T09:22:31,192 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732180950060.eed6cca182cb56256690b32d113082ef. 2024-11-21T09:22:31,192 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eed6cca182cb56256690b32d113082ef, NAME => 'test,,1732180950060.eed6cca182cb56256690b32d113082ef.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:22:31,192 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:22:31,192 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T09:22:31,192 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eed6cca182cb56256690b32d113082ef 2024-11-21T09:22:31,192 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732180950060.eed6cca182cb56256690b32d113082ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:31,192 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eed6cca182cb56256690b32d113082ef 2024-11-21T09:22:31,192 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eed6cca182cb56256690b32d113082ef 2024-11-21T09:22:31,193 INFO [StoreOpener-eed6cca182cb56256690b32d113082ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eed6cca182cb56256690b32d113082ef 2024-11-21T09:22:31,194 INFO [StoreOpener-eed6cca182cb56256690b32d113082ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eed6cca182cb56256690b32d113082ef columnFamilyName f 2024-11-21T09:22:31,194 DEBUG [StoreOpener-eed6cca182cb56256690b32d113082ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:31,195 INFO [StoreOpener-eed6cca182cb56256690b32d113082ef-1 {}] regionserver.HStore(327): Store=eed6cca182cb56256690b32d113082ef/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:31,195 INFO [StoreOpener-eed6cca182cb56256690b32d113082ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region eed6cca182cb56256690b32d113082ef 2024-11-21T09:22:31,195 INFO [StoreOpener-eed6cca182cb56256690b32d113082ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eed6cca182cb56256690b32d113082ef columnFamilyName f1 2024-11-21T09:22:31,195 DEBUG [StoreOpener-eed6cca182cb56256690b32d113082ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:31,196 INFO [StoreOpener-eed6cca182cb56256690b32d113082ef-1 {}] regionserver.HStore(327): Store=eed6cca182cb56256690b32d113082ef/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:31,196 INFO [StoreOpener-eed6cca182cb56256690b32d113082ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eed6cca182cb56256690b32d113082ef 2024-11-21T09:22:31,196 INFO [StoreOpener-eed6cca182cb56256690b32d113082ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eed6cca182cb56256690b32d113082ef columnFamilyName norep 2024-11-21T09:22:31,196 DEBUG [StoreOpener-eed6cca182cb56256690b32d113082ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:31,196 INFO [StoreOpener-eed6cca182cb56256690b32d113082ef-1 {}] regionserver.HStore(327): Store=eed6cca182cb56256690b32d113082ef/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:31,197 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eed6cca182cb56256690b32d113082ef 2024-11-21T09:22:31,197 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/default/test/eed6cca182cb56256690b32d113082ef 2024-11-21T09:22:31,197 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/default/test/eed6cca182cb56256690b32d113082ef 2024-11-21T09:22:31,198 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eed6cca182cb56256690b32d113082ef 2024-11-21T09:22:31,198 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eed6cca182cb56256690b32d113082ef 2024-11-21T09:22:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:22:31,198 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:22:31,199 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eed6cca182cb56256690b32d113082ef 2024-11-21T09:22:31,204 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/default/test/eed6cca182cb56256690b32d113082ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:22:31,204 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eed6cca182cb56256690b32d113082ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69825550, jitterRate=0.040481775999069214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:22:31,205 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eed6cca182cb56256690b32d113082ef 2024-11-21T09:22:31,205 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eed6cca182cb56256690b32d113082ef: Running coprocessor pre-open hook at 1732180951193Writing region info on filesystem at 1732180951193Initializing all the Stores at 1732180951193Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180951193Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180951193Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180951193Cleaning up temporary data from old regions at 1732180951198 (+5 ms)Running coprocessor post-open hooks at 1732180951205 (+7 ms)Region opened successfully at 1732180951205 2024-11-21T09:22:31,205 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732180950060.eed6cca182cb56256690b32d113082ef., pid=6, masterSystemTime=1732180951188 2024-11-21T09:22:31,207 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732180950060.eed6cca182cb56256690b32d113082ef. 2024-11-21T09:22:31,207 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732180950060.eed6cca182cb56256690b32d113082ef. 2024-11-21T09:22:31,207 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eed6cca182cb56256690b32d113082ef, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b0ae2ee7b9e,36579,1732180936173 2024-11-21T09:22:31,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eed6cca182cb56256690b32d113082ef, server=5b0ae2ee7b9e,36579,1732180936173 because future has completed 2024-11-21T09:22:31,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T09:22:31,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eed6cca182cb56256690b32d113082ef, server=5b0ae2ee7b9e,36579,1732180936173 in 172 msec 2024-11-21T09:22:31,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T09:22:31,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=eed6cca182cb56256690b32d113082ef, ASSIGN in 327 msec 2024-11-21T09:22:31,212 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:22:31,212 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180951212"}]},"ts":"1732180951212"} 2024-11-21T09:22:31,214 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T09:22:31,214 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:22:31,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-21T09:22:32,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:22:32,209 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T09:22:32,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:22:32,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,42811,1732180941188 2024-11-21T09:22:32,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33586a75 2024-11-21T09:22:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:22:32,210 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:22:32,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:22:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T09:22:32,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:22:32,213 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:32,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T09:22:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:22:32,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:22:32,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741835_1011 (size=902) 2024-11-21T09:22:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:22:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:22:32,619 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b1f4f3c34db1a93d01f0ac3135b092e, NAME => 'test,,1732180952210.4b1f4f3c34db1a93d01f0ac3135b092e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54 2024-11-21T09:22:32,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741836_1012 (size=39) 2024-11-21T09:22:32,624 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732180952210.4b1f4f3c34db1a93d01f0ac3135b092e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:32,624 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4b1f4f3c34db1a93d01f0ac3135b092e, disabling compactions & flushes 2024-11-21T09:22:32,624 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732180952210.4b1f4f3c34db1a93d01f0ac3135b092e. 2024-11-21T09:22:32,624 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180952210.4b1f4f3c34db1a93d01f0ac3135b092e. 2024-11-21T09:22:32,624 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732180952210.4b1f4f3c34db1a93d01f0ac3135b092e. after waiting 0 ms 2024-11-21T09:22:32,624 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732180952210.4b1f4f3c34db1a93d01f0ac3135b092e. 2024-11-21T09:22:32,624 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732180952210.4b1f4f3c34db1a93d01f0ac3135b092e. 2024-11-21T09:22:32,624 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b1f4f3c34db1a93d01f0ac3135b092e: Waiting for close lock at 1732180952624Disabling compacts and flushes for region at 1732180952624Disabling writes for close at 1732180952624Writing region close event to WAL at 1732180952624Closed at 1732180952624 2024-11-21T09:22:32,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:22:32,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732180952210.4b1f4f3c34db1a93d01f0ac3135b092e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732180952625"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180952625"}]},"ts":"1732180952625"} 2024-11-21T09:22:32,627 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:22:32,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:22:32,628 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180952628"}]},"ts":"1732180952628"} 2024-11-21T09:22:32,629 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T09:22:32,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4b1f4f3c34db1a93d01f0ac3135b092e, ASSIGN}] 2024-11-21T09:22:32,631 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4b1f4f3c34db1a93d01f0ac3135b092e, ASSIGN 2024-11-21T09:22:32,631 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4b1f4f3c34db1a93d01f0ac3135b092e, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,33599,1732180941389; forceNewPlan=false, retain=false 2024-11-21T09:22:32,782 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4b1f4f3c34db1a93d01f0ac3135b092e, regionState=OPENING, regionLocation=5b0ae2ee7b9e,33599,1732180941389 2024-11-21T09:22:32,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4b1f4f3c34db1a93d01f0ac3135b092e, ASSIGN because future has completed 2024-11-21T09:22:32,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b1f4f3c34db1a93d01f0ac3135b092e, server=5b0ae2ee7b9e,33599,1732180941389}] 2024-11-21T09:22:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:22:32,938 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732180952210.4b1f4f3c34db1a93d01f0ac3135b092e. 2024-11-21T09:22:32,938 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b1f4f3c34db1a93d01f0ac3135b092e, NAME => 'test,,1732180952210.4b1f4f3c34db1a93d01f0ac3135b092e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:22:32,938 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:22:32,938 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T09:22:32,939 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4b1f4f3c34db1a93d01f0ac3135b092e 2024-11-21T09:22:32,939 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732180952210.4b1f4f3c34db1a93d01f0ac3135b092e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:32,939 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4b1f4f3c34db1a93d01f0ac3135b092e 2024-11-21T09:22:32,939 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4b1f4f3c34db1a93d01f0ac3135b092e 2024-11-21T09:22:32,940 INFO [StoreOpener-4b1f4f3c34db1a93d01f0ac3135b092e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4b1f4f3c34db1a93d01f0ac3135b092e 2024-11-21T09:22:32,940 INFO [StoreOpener-4b1f4f3c34db1a93d01f0ac3135b092e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b1f4f3c34db1a93d01f0ac3135b092e columnFamilyName f 2024-11-21T09:22:32,941 DEBUG [StoreOpener-4b1f4f3c34db1a93d01f0ac3135b092e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:32,941 INFO [StoreOpener-4b1f4f3c34db1a93d01f0ac3135b092e-1 {}] regionserver.HStore(327): Store=4b1f4f3c34db1a93d01f0ac3135b092e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:32,941 INFO [StoreOpener-4b1f4f3c34db1a93d01f0ac3135b092e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4b1f4f3c34db1a93d01f0ac3135b092e 2024-11-21T09:22:32,942 INFO [StoreOpener-4b1f4f3c34db1a93d01f0ac3135b092e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b1f4f3c34db1a93d01f0ac3135b092e columnFamilyName f1 2024-11-21T09:22:32,942 DEBUG [StoreOpener-4b1f4f3c34db1a93d01f0ac3135b092e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:32,942 INFO [StoreOpener-4b1f4f3c34db1a93d01f0ac3135b092e-1 {}] regionserver.HStore(327): Store=4b1f4f3c34db1a93d01f0ac3135b092e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:32,942 INFO [StoreOpener-4b1f4f3c34db1a93d01f0ac3135b092e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4b1f4f3c34db1a93d01f0ac3135b092e 2024-11-21T09:22:32,943 INFO [StoreOpener-4b1f4f3c34db1a93d01f0ac3135b092e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b1f4f3c34db1a93d01f0ac3135b092e columnFamilyName norep 2024-11-21T09:22:32,943 DEBUG [StoreOpener-4b1f4f3c34db1a93d01f0ac3135b092e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:32,943 INFO [StoreOpener-4b1f4f3c34db1a93d01f0ac3135b092e-1 {}] regionserver.HStore(327): Store=4b1f4f3c34db1a93d01f0ac3135b092e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:32,943 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4b1f4f3c34db1a93d01f0ac3135b092e 2024-11-21T09:22:32,944 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/default/test/4b1f4f3c34db1a93d01f0ac3135b092e 2024-11-21T09:22:32,944 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/default/test/4b1f4f3c34db1a93d01f0ac3135b092e 2024-11-21T09:22:32,944 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4b1f4f3c34db1a93d01f0ac3135b092e 2024-11-21T09:22:32,944 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4b1f4f3c34db1a93d01f0ac3135b092e 2024-11-21T09:22:32,945 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:22:32,945 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4b1f4f3c34db1a93d01f0ac3135b092e 2024-11-21T09:22:32,946 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/default/test/4b1f4f3c34db1a93d01f0ac3135b092e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:22:32,946 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4b1f4f3c34db1a93d01f0ac3135b092e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72294290, jitterRate=0.07726886868476868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:22:32,946 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b1f4f3c34db1a93d01f0ac3135b092e 2024-11-21T09:22:32,947 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4b1f4f3c34db1a93d01f0ac3135b092e: Running coprocessor pre-open hook at 1732180952939Writing region info on filesystem at 1732180952939Initializing all the Stores at 1732180952939Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180952939Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180952940 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180952940Cleaning up temporary data from old regions at 1732180952944 (+4 ms)Running coprocessor post-open hooks at 1732180952946 (+2 ms)Region opened successfully at 1732180952947 (+1 ms) 2024-11-21T09:22:32,947 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732180952210.4b1f4f3c34db1a93d01f0ac3135b092e., pid=6, masterSystemTime=1732180952935 2024-11-21T09:22:32,949 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732180952210.4b1f4f3c34db1a93d01f0ac3135b092e. 2024-11-21T09:22:32,949 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732180952210.4b1f4f3c34db1a93d01f0ac3135b092e. 2024-11-21T09:22:32,949 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4b1f4f3c34db1a93d01f0ac3135b092e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b0ae2ee7b9e,33599,1732180941389 2024-11-21T09:22:32,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b1f4f3c34db1a93d01f0ac3135b092e, server=5b0ae2ee7b9e,33599,1732180941389 because future has completed 2024-11-21T09:22:32,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T09:22:32,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b1f4f3c34db1a93d01f0ac3135b092e, server=5b0ae2ee7b9e,33599,1732180941389 in 167 msec 2024-11-21T09:22:32,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T09:22:32,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4b1f4f3c34db1a93d01f0ac3135b092e, ASSIGN in 322 msec 2024-11-21T09:22:32,955 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:22:32,955 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180952955"}]},"ts":"1732180952955"} 2024-11-21T09:22:32,956 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T09:22:32,956 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:22:32,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 746 msec 2024-11-21T09:22:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:22:33,349 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T09:22:33,349 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:22:33,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,41835,1732180947189 2024-11-21T09:22:33,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17642837 2024-11-21T09:22:33,350 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:22:33,350 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:22:33,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:22:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T09:22:33,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:22:33,353 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:33,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T09:22:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:22:33,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:22:33,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45515 is added to blk_1073741835_1011 (size=902) 2024-11-21T09:22:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:22:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:22:33,759 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 755cf76076bd71b71b0f16d64304a534, NAME => 'test,,1732180953351.755cf76076bd71b71b0f16d64304a534.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0 2024-11-21T09:22:33,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45515 is added to blk_1073741836_1012 (size=39) 2024-11-21T09:22:33,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732180953351.755cf76076bd71b71b0f16d64304a534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:33,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 755cf76076bd71b71b0f16d64304a534, disabling compactions & flushes 2024-11-21T09:22:33,765 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732180953351.755cf76076bd71b71b0f16d64304a534. 2024-11-21T09:22:33,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180953351.755cf76076bd71b71b0f16d64304a534. 2024-11-21T09:22:33,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732180953351.755cf76076bd71b71b0f16d64304a534. after waiting 0 ms 2024-11-21T09:22:33,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732180953351.755cf76076bd71b71b0f16d64304a534. 2024-11-21T09:22:33,765 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732180953351.755cf76076bd71b71b0f16d64304a534. 2024-11-21T09:22:33,765 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 755cf76076bd71b71b0f16d64304a534: Waiting for close lock at 1732180953765Disabling compacts and flushes for region at 1732180953765Disabling writes for close at 1732180953765Writing region close event to WAL at 1732180953765Closed at 1732180953765 2024-11-21T09:22:33,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:22:33,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732180953351.755cf76076bd71b71b0f16d64304a534.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732180953766"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180953766"}]},"ts":"1732180953766"} 2024-11-21T09:22:33,767 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:22:33,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:22:33,768 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180953768"}]},"ts":"1732180953768"} 2024-11-21T09:22:33,769 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T09:22:33,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=755cf76076bd71b71b0f16d64304a534, ASSIGN}] 2024-11-21T09:22:33,771 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=755cf76076bd71b71b0f16d64304a534, ASSIGN 2024-11-21T09:22:33,772 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=755cf76076bd71b71b0f16d64304a534, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,41963,1732180947356; forceNewPlan=false, retain=false 2024-11-21T09:22:33,922 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=755cf76076bd71b71b0f16d64304a534, regionState=OPENING, regionLocation=5b0ae2ee7b9e,41963,1732180947356 2024-11-21T09:22:33,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=755cf76076bd71b71b0f16d64304a534, ASSIGN because future has completed 2024-11-21T09:22:33,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 755cf76076bd71b71b0f16d64304a534, server=5b0ae2ee7b9e,41963,1732180947356}] 2024-11-21T09:22:33,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:22:34,079 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732180953351.755cf76076bd71b71b0f16d64304a534. 2024-11-21T09:22:34,079 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 755cf76076bd71b71b0f16d64304a534, NAME => 'test,,1732180953351.755cf76076bd71b71b0f16d64304a534.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:22:34,079 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:22:34,079 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T09:22:34,079 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 755cf76076bd71b71b0f16d64304a534 2024-11-21T09:22:34,080 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732180953351.755cf76076bd71b71b0f16d64304a534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:34,080 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 755cf76076bd71b71b0f16d64304a534 2024-11-21T09:22:34,080 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 755cf76076bd71b71b0f16d64304a534 2024-11-21T09:22:34,081 INFO [StoreOpener-755cf76076bd71b71b0f16d64304a534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 755cf76076bd71b71b0f16d64304a534 2024-11-21T09:22:34,082 INFO [StoreOpener-755cf76076bd71b71b0f16d64304a534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 755cf76076bd71b71b0f16d64304a534 columnFamilyName f 2024-11-21T09:22:34,082 DEBUG [StoreOpener-755cf76076bd71b71b0f16d64304a534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:34,082 INFO [StoreOpener-755cf76076bd71b71b0f16d64304a534-1 {}] regionserver.HStore(327): Store=755cf76076bd71b71b0f16d64304a534/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:34,082 INFO [StoreOpener-755cf76076bd71b71b0f16d64304a534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 755cf76076bd71b71b0f16d64304a534 2024-11-21T09:22:34,083 INFO [StoreOpener-755cf76076bd71b71b0f16d64304a534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 755cf76076bd71b71b0f16d64304a534 columnFamilyName f1 2024-11-21T09:22:34,083 DEBUG [StoreOpener-755cf76076bd71b71b0f16d64304a534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:34,083 INFO [StoreOpener-755cf76076bd71b71b0f16d64304a534-1 {}] regionserver.HStore(327): Store=755cf76076bd71b71b0f16d64304a534/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:34,083 INFO [StoreOpener-755cf76076bd71b71b0f16d64304a534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 755cf76076bd71b71b0f16d64304a534 2024-11-21T09:22:34,084 INFO [StoreOpener-755cf76076bd71b71b0f16d64304a534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 755cf76076bd71b71b0f16d64304a534 columnFamilyName norep 2024-11-21T09:22:34,084 DEBUG [StoreOpener-755cf76076bd71b71b0f16d64304a534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:34,084 INFO [StoreOpener-755cf76076bd71b71b0f16d64304a534-1 {}] regionserver.HStore(327): Store=755cf76076bd71b71b0f16d64304a534/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:34,084 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 755cf76076bd71b71b0f16d64304a534 2024-11-21T09:22:34,085 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/default/test/755cf76076bd71b71b0f16d64304a534 2024-11-21T09:22:34,085 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/default/test/755cf76076bd71b71b0f16d64304a534 2024-11-21T09:22:34,086 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 755cf76076bd71b71b0f16d64304a534 2024-11-21T09:22:34,086 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 755cf76076bd71b71b0f16d64304a534 2024-11-21T09:22:34,086 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:22:34,087 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 755cf76076bd71b71b0f16d64304a534 2024-11-21T09:22:34,088 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/default/test/755cf76076bd71b71b0f16d64304a534/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:22:34,088 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 755cf76076bd71b71b0f16d64304a534; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72564046, jitterRate=0.08128854632377625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:22:34,088 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 755cf76076bd71b71b0f16d64304a534 2024-11-21T09:22:34,089 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 755cf76076bd71b71b0f16d64304a534: Running coprocessor pre-open hook at 1732180954080Writing region info on filesystem at 1732180954080Initializing all the Stores at 1732180954081 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180954081Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180954081Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180954081Cleaning up temporary data from old regions at 1732180954086 (+5 ms)Running coprocessor post-open hooks at 1732180954088 (+2 ms)Region opened successfully at 1732180954088 2024-11-21T09:22:34,089 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732180953351.755cf76076bd71b71b0f16d64304a534., pid=6, masterSystemTime=1732180954076 2024-11-21T09:22:34,091 DEBUG [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732180953351.755cf76076bd71b71b0f16d64304a534. 2024-11-21T09:22:34,091 INFO [RS_OPEN_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732180953351.755cf76076bd71b71b0f16d64304a534. 2024-11-21T09:22:34,091 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=755cf76076bd71b71b0f16d64304a534, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=5b0ae2ee7b9e,41963,1732180947356 2024-11-21T09:22:34,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 755cf76076bd71b71b0f16d64304a534, server=5b0ae2ee7b9e,41963,1732180947356 because future has completed 2024-11-21T09:22:34,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T09:22:34,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 755cf76076bd71b71b0f16d64304a534, server=5b0ae2ee7b9e,41963,1732180947356 in 169 msec 2024-11-21T09:22:34,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T09:22:34,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=755cf76076bd71b71b0f16d64304a534, ASSIGN in 324 msec 2024-11-21T09:22:34,096 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:22:34,096 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180954096"}]},"ts":"1732180954096"} 2024-11-21T09:22:34,098 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T09:22:34,098 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:22:34,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 747 msec 2024-11-21T09:22:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T09:22:34,501 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T09:22:34,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e4dba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:34,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,44369,-1 for getting cluster id 2024-11-21T09:22:34,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:22:34,503 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d3046a6-d23a-4d41-ac77-8781fb7b2246' 2024-11-21T09:22:34,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:22:34,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d3046a6-d23a-4d41-ac77-8781fb7b2246" 2024-11-21T09:22:34,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14748d87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:34,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,44369,-1] 2024-11-21T09:22:34,503 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:22:34,504 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:34,504 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:22:34,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fcdfc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:34,505 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:22:34,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,44369,1732180935862 2024-11-21T09:22:34,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bb1eda1 2024-11-21T09:22:34,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:22:34,506 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:22:34,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://5b0ae2ee7b9e:42811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T09:22:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T09:22:34,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:22:34,509 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:42811' 2024-11-21T09:22:34,510 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82c3176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:34,510 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,42811,-1 for getting cluster id 2024-11-21T09:22:34,510 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:22:34,510 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1a5523f-2dae-4f47-b83d-041944d61554' 2024-11-21T09:22:34,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:22:34,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1a5523f-2dae-4f47-b83d-041944d61554" 2024-11-21T09:22:34,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ff4c8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:34,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,42811,-1] 2024-11-21T09:22:34,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:22:34,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:34,511 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:22:34,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1acb0ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:34,512 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:22:34,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,42811,1732180941188 2024-11-21T09:22:34,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18b388 2024-11-21T09:22:34,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:22:34,513 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:22:34,514 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T09:22:34,514 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T09:22:34,514 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:34,514 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:34,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:22:34,515 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T09:22:34,516 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T09:22:34,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T09:22:34,517 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:34,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T09:22:34,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741837_1013 (size=1138) 2024-11-21T09:22:34,566 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T09:22:34,608 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:22:34,609 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:22:34,609 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149126 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [5b0ae2ee7b9e,42339,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:42339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T09:22:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:22:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:22:34,924 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 329173b55e3f2cff7f1a176f08090fae, NAME => 'hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522 2024-11-21T09:22:34,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741838_1014 (size=44) 2024-11-21T09:22:34,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:34,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 329173b55e3f2cff7f1a176f08090fae, disabling compactions & flushes 2024-11-21T09:22:34,932 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae. 2024-11-21T09:22:34,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae. 2024-11-21T09:22:34,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae. after waiting 0 ms 2024-11-21T09:22:34,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae. 2024-11-21T09:22:34,932 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae. 2024-11-21T09:22:34,932 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 329173b55e3f2cff7f1a176f08090fae: Waiting for close lock at 1732180954932Disabling compacts and flushes for region at 1732180954932Disabling writes for close at 1732180954932Writing region close event to WAL at 1732180954932Closed at 1732180954932 2024-11-21T09:22:34,933 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T09:22:34,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732180954933"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732180954933"}]},"ts":"1732180954933"} 2024-11-21T09:22:34,935 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T09:22:34,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T09:22:34,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180954936"}]},"ts":"1732180954936"} 2024-11-21T09:22:34,937 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T09:22:34,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=329173b55e3f2cff7f1a176f08090fae, ASSIGN}] 2024-11-21T09:22:34,938 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=329173b55e3f2cff7f1a176f08090fae, ASSIGN 2024-11-21T09:22:34,939 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=329173b55e3f2cff7f1a176f08090fae, ASSIGN; state=OFFLINE, location=5b0ae2ee7b9e,36579,1732180936173; forceNewPlan=false, retain=false 2024-11-21T09:22:35,089 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=329173b55e3f2cff7f1a176f08090fae, regionState=OPENING, regionLocation=5b0ae2ee7b9e,36579,1732180936173 2024-11-21T09:22:35,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=329173b55e3f2cff7f1a176f08090fae, ASSIGN because future has completed 2024-11-21T09:22:35,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 329173b55e3f2cff7f1a176f08090fae, server=5b0ae2ee7b9e,36579,1732180936173}] 2024-11-21T09:22:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:22:35,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae. 2024-11-21T09:22:35,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T09:22:35,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T09:22:35,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=5b0ae2ee7b9e%2C36579%2C1732180936173.rep, suffix=, logDir=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173, archiveDir=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/oldWALs, maxLogs=10 2024-11-21T09:22:35,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.rep.1732180955248, exclude list is [], retry=0 2024-11-21T09:22:35,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41525,DS-c0f36b48-b910-44c4-a444-b1101de86c2d,DISK] 2024-11-21T09:22:35,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.rep.1732180955248 2024-11-21T09:22:35,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36295:36295)] 2024-11-21T09:22:35,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 329173b55e3f2cff7f1a176f08090fae, NAME => 'hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae.', STARTKEY => '', ENDKEY => ''} 2024-11-21T09:22:35,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T09:22:35,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T09:22:35,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae. service=MultiRowMutationService 2024-11-21T09:22:35,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T09:22:35,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 329173b55e3f2cff7f1a176f08090fae 2024-11-21T09:22:35,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T09:22:35,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 329173b55e3f2cff7f1a176f08090fae 2024-11-21T09:22:35,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 329173b55e3f2cff7f1a176f08090fae 2024-11-21T09:22:35,265 INFO [StoreOpener-329173b55e3f2cff7f1a176f08090fae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 329173b55e3f2cff7f1a176f08090fae 2024-11-21T09:22:35,266 INFO [StoreOpener-329173b55e3f2cff7f1a176f08090fae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 329173b55e3f2cff7f1a176f08090fae columnFamilyName hfileref 2024-11-21T09:22:35,266 DEBUG [StoreOpener-329173b55e3f2cff7f1a176f08090fae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:35,267 INFO [StoreOpener-329173b55e3f2cff7f1a176f08090fae-1 {}] regionserver.HStore(327): Store=329173b55e3f2cff7f1a176f08090fae/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:35,267 INFO [StoreOpener-329173b55e3f2cff7f1a176f08090fae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 329173b55e3f2cff7f1a176f08090fae 2024-11-21T09:22:35,268 INFO [StoreOpener-329173b55e3f2cff7f1a176f08090fae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 329173b55e3f2cff7f1a176f08090fae columnFamilyName queue 2024-11-21T09:22:35,268 DEBUG [StoreOpener-329173b55e3f2cff7f1a176f08090fae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:35,268 INFO [StoreOpener-329173b55e3f2cff7f1a176f08090fae-1 {}] regionserver.HStore(327): Store=329173b55e3f2cff7f1a176f08090fae/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:35,268 INFO [StoreOpener-329173b55e3f2cff7f1a176f08090fae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 329173b55e3f2cff7f1a176f08090fae 2024-11-21T09:22:35,269 INFO [StoreOpener-329173b55e3f2cff7f1a176f08090fae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 329173b55e3f2cff7f1a176f08090fae columnFamilyName sid 2024-11-21T09:22:35,269 DEBUG [StoreOpener-329173b55e3f2cff7f1a176f08090fae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T09:22:35,269 INFO [StoreOpener-329173b55e3f2cff7f1a176f08090fae-1 {}] regionserver.HStore(327): Store=329173b55e3f2cff7f1a176f08090fae/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T09:22:35,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 329173b55e3f2cff7f1a176f08090fae 2024-11-21T09:22:35,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/replication/329173b55e3f2cff7f1a176f08090fae 2024-11-21T09:22:35,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/replication/329173b55e3f2cff7f1a176f08090fae 2024-11-21T09:22:35,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 329173b55e3f2cff7f1a176f08090fae 2024-11-21T09:22:35,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 329173b55e3f2cff7f1a176f08090fae 2024-11-21T09:22:35,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T09:22:35,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 329173b55e3f2cff7f1a176f08090fae 2024-11-21T09:22:35,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/replication/329173b55e3f2cff7f1a176f08090fae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T09:22:35,274 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 329173b55e3f2cff7f1a176f08090fae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63018892, jitterRate=-0.060945332050323486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T09:22:35,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 329173b55e3f2cff7f1a176f08090fae 2024-11-21T09:22:35,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 329173b55e3f2cff7f1a176f08090fae: Running coprocessor pre-open hook at 1732180955264Writing region info on filesystem at 1732180955264Initializing all the Stores at 1732180955265 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180955265Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180955265Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732180955265Cleaning up temporary data from old regions at 1732180955271 (+6 ms)Running coprocessor post-open hooks at 1732180955274 (+3 ms)Region opened successfully at 1732180955274 2024-11-21T09:22:35,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae., pid=10, masterSystemTime=1732180955242 2024-11-21T09:22:35,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae. 2024-11-21T09:22:35,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae. 2024-11-21T09:22:35,277 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=329173b55e3f2cff7f1a176f08090fae, regionState=OPEN, openSeqNum=2, regionLocation=5b0ae2ee7b9e,36579,1732180936173 2024-11-21T09:22:35,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 329173b55e3f2cff7f1a176f08090fae, server=5b0ae2ee7b9e,36579,1732180936173 because future has completed 2024-11-21T09:22:35,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T09:22:35,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 329173b55e3f2cff7f1a176f08090fae, server=5b0ae2ee7b9e,36579,1732180936173 in 189 msec 2024-11-21T09:22:35,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T09:22:35,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=329173b55e3f2cff7f1a176f08090fae, ASSIGN in 344 msec 2024-11-21T09:22:35,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T09:22:35,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732180955283"}]},"ts":"1732180955283"} 2024-11-21T09:22:35,285 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T09:22:35,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T09:22:35,286 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 770 msec 2024-11-21T09:22:35,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae., hostname=5b0ae2ee7b9e,36579,1732180936173, seqNum=2] 2024-11-21T09:22:35,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01623599992 2024-11-21T09:22:35,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36579-0x1015cb377790001, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01623599992 2024-11-21T09:22:35,403 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:22:35,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:35,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:35,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:35,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:35,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:35,404 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:35,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:35,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:35,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T09:22:35,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:35,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:35,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:35,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:35,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:35,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:35,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:35,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:35,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:35,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:35,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36579 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T09:22:35,569 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T09:22:35,595 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-5b0ae2ee7b9e,36579,1732180936173, ReplicationSource: 1, currentBandwidth=0 2024-11-21T09:22:35,595 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:22:35,595 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,36579,1732180936173, seqNum=-1] 2024-11-21T09:22:35,596 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:22:35,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-21T09:22:35,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-5b0ae2ee7b9e,36579,1732180936173', locateType=CURRENT is [region=hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae., hostname=5b0ae2ee7b9e,36579,1732180936173, seqNum=2] 2024-11-21T09:22:35,599 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T09:22:35,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T09:22:35,601 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 5b0ae2ee7b9e,36579,1732180936173 suceeded 2024-11-21T09:22:35,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T09:22:35,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-21T09:22:35,602 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://5b0ae2ee7b9e:42811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T09:22:35,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0950 sec 2024-11-21T09:22:35,616 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:42811' 2024-11-21T09:22:35,617 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c2040a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:35,617 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,42811,-1 for getting cluster id 2024-11-21T09:22:35,617 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:22:35,618 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1a5523f-2dae-4f47-b83d-041944d61554' 2024-11-21T09:22:35,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:22:35,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1a5523f-2dae-4f47-b83d-041944d61554" 2024-11-21T09:22:35,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ff99c73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:35,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,42811,-1] 2024-11-21T09:22:35,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:22:35,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:35,619 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:22:35,620 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15e37680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:35,620 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:22:35,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,42811,1732180941188 2024-11-21T09:22:35,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e02e13d 2024-11-21T09:22:35,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:22:35,621 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-21T09:22:35,622 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-5b0ae2ee7b9e,36579,1732180936173 (queues=1) is replicating from cluster=2d3046a6-d23a-4d41-ac77-8781fb7b2246 to cluster=b1a5523f-2dae-4f47-b83d-041944d61554 2024-11-21T09:22:35,622 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=5b0ae2ee7b9e%2C36579%2C1732180936173 2024-11-21T09:22:35,622 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-5b0ae2ee7b9e,36579,1732180936173, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T09:22:35,622 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.shipper5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b0ae2ee7b9e%2C36579%2C1732180936173 2024-11-21T09:22:35,623 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180938139, startPosition=0, beingWritten=true 2024-11-21T09:22:35,627 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:22:35,627 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180938139 to pos 379, reset compression=false 2024-11-21T09:22:35,627 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.shipper5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,36579,1732180936173 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180938139, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:22:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T09:22:35,649 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T09:22:35,649 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:22:35,649 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:22:35,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:35,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:35,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:22:35,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c69407c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:35,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,44369,-1 for getting cluster id 2024-11-21T09:22:35,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:22:35,650 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d3046a6-d23a-4d41-ac77-8781fb7b2246' 2024-11-21T09:22:35,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:22:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d3046a6-d23a-4d41-ac77-8781fb7b2246" 2024-11-21T09:22:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4353d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,44369,-1] 2024-11-21T09:22:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:22:35,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:35,651 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:22:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211a268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:35,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc0588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:35,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,42811,-1 for getting cluster id 2024-11-21T09:22:35,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:22:35,653 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1a5523f-2dae-4f47-b83d-041944d61554' 2024-11-21T09:22:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:22:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1a5523f-2dae-4f47-b83d-041944d61554" 2024-11-21T09:22:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ff5c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,42811,-1] 2024-11-21T09:22:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:22:35,653 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:35,653 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:22:35,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e70c9c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:35,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae77fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:35,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,41835,-1 for getting cluster id 2024-11-21T09:22:35,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:22:35,654 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b51f70c4-8c2d-42d9-a7df-a0ffc50f974b' 2024-11-21T09:22:35,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:22:35,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b51f70c4-8c2d-42d9-a7df-a0ffc50f974b" 2024-11-21T09:22:35,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b04141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:35,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,41835,-1] 2024-11-21T09:22:35,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:22:35,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:35,655 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:22:35,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea1e1d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:35,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:35,660 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732180955659/Put/seqid=0 2024-11-21T09:22:35,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741840_1016 (size=7894) 2024-11-21T09:22:35,830 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180938139 to pos 379, reset compression=false 2024-11-21T09:22:36,066 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732180956066/Put/seqid=0 2024-11-21T09:22:36,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741841_1017 (size=7691) 2024-11-21T09:22:36,133 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180938139 to pos 379, reset compression=false 2024-11-21T09:22:36,180 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T09:22:36,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5635f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:36,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,44369,-1 for getting cluster id 2024-11-21T09:22:36,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:22:36,472 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d3046a6-d23a-4d41-ac77-8781fb7b2246' 2024-11-21T09:22:36,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:22:36,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d3046a6-d23a-4d41-ac77-8781fb7b2246" 2024-11-21T09:22:36,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6600844b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:36,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,44369,-1] 2024-11-21T09:22:36,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:22:36,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:36,474 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:22:36,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cbd87d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:36,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:22:36,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,36579,1732180936173, seqNum=-1] 2024-11-21T09:22:36,475 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:22:36,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:22:36,483 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:22:36,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,44369,1732180935862 2024-11-21T09:22:36,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d4a0d65 2024-11-21T09:22:36,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:22:36,485 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:22:36,487 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732180950060.eed6cca182cb56256690b32d113082ef., hostname=5b0ae2ee7b9e,36579,1732180936173, seqNum=2] 2024-11-21T09:22:36,489 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T09:22:36,494 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-21T09:22:36,496 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-21T09:22:36,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/testHFileCyclicReplication_0/f/hfile_0 for inclusion in eed6cca182cb56256690b32d113082ef/f 2024-11-21T09:22:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-21T09:22:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T09:22:36,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/testHFileCyclicReplication_0/f/hfile_1 for inclusion in eed6cca182cb56256690b32d113082ef/f 2024-11-21T09:22:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-21T09:22:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T09:22:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HRegion(2603): Flush status journal for eed6cca182cb56256690b32d113082ef: 2024-11-21T09:22:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/staging/jenkins__test__hhkt3ei29eh1ndri4qdqu8i5qt7oa5dhm6une1bgr6kve3ql65mocnp6jejtve0m/f/hfile_0 2024-11-21T09:22:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/staging/jenkins__test__hhkt3ei29eh1ndri4qdqu8i5qt7oa5dhm6une1bgr6kve3ql65mocnp6jejtve0m/f/hfile_0 as hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/default/test/eed6cca182cb56256690b32d113082ef/f/207f2b154e6740f9b416bb7f868ab69f_SeqId_4_ 2024-11-21T09:22:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/staging/jenkins__test__hhkt3ei29eh1ndri4qdqu8i5qt7oa5dhm6une1bgr6kve3ql65mocnp6jejtve0m/f/hfile_1 2024-11-21T09:22:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/staging/jenkins__test__hhkt3ei29eh1ndri4qdqu8i5qt7oa5dhm6une1bgr6kve3ql65mocnp6jejtve0m/f/hfile_1 as hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/default/test/eed6cca182cb56256690b32d113082ef/f/9993529e76b14f8e8f5615978b33fe02_SeqId_4_ 2024-11-21T09:22:36,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/staging/jenkins__test__hhkt3ei29eh1ndri4qdqu8i5qt7oa5dhm6une1bgr6kve3ql65mocnp6jejtve0m/f/hfile_0 into eed6cca182cb56256690b32d113082ef/f as hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/default/test/eed6cca182cb56256690b32d113082ef/f/207f2b154e6740f9b416bb7f868ab69f_SeqId_4_ - updating store file list. 2024-11-21T09:22:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 207f2b154e6740f9b416bb7f868ab69f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T09:22:36,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/default/test/eed6cca182cb56256690b32d113082ef/f/207f2b154e6740f9b416bb7f868ab69f_SeqId_4_ into eed6cca182cb56256690b32d113082ef/f 2024-11-21T09:22:36,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/staging/jenkins__test__hhkt3ei29eh1ndri4qdqu8i5qt7oa5dhm6une1bgr6kve3ql65mocnp6jejtve0m/f/hfile_0 into eed6cca182cb56256690b32d113082ef/f (new location: hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/default/test/eed6cca182cb56256690b32d113082ef/f/207f2b154e6740f9b416bb7f868ab69f_SeqId_4_) 2024-11-21T09:22:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/staging/jenkins__test__hhkt3ei29eh1ndri4qdqu8i5qt7oa5dhm6une1bgr6kve3ql65mocnp6jejtve0m/f/hfile_0 2024-11-21T09:22:36,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/staging/jenkins__test__hhkt3ei29eh1ndri4qdqu8i5qt7oa5dhm6une1bgr6kve3ql65mocnp6jejtve0m/f/hfile_1 into eed6cca182cb56256690b32d113082ef/f as hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/default/test/eed6cca182cb56256690b32d113082ef/f/9993529e76b14f8e8f5615978b33fe02_SeqId_4_ - updating store file list. 2024-11-21T09:22:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9993529e76b14f8e8f5615978b33fe02_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T09:22:36,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/default/test/eed6cca182cb56256690b32d113082ef/f/9993529e76b14f8e8f5615978b33fe02_SeqId_4_ into eed6cca182cb56256690b32d113082ef/f 2024-11-21T09:22:36,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/staging/jenkins__test__hhkt3ei29eh1ndri4qdqu8i5qt7oa5dhm6une1bgr6kve3ql65mocnp6jejtve0m/f/hfile_1 into eed6cca182cb56256690b32d113082ef/f (new location: hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/default/test/eed6cca182cb56256690b32d113082ef/f/9993529e76b14f8e8f5615978b33fe02_SeqId_4_) 2024-11-21T09:22:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/staging/jenkins__test__hhkt3ei29eh1ndri4qdqu8i5qt7oa5dhm6une1bgr6kve3ql65mocnp6jejtve0m/f/hfile_1 2024-11-21T09:22:36,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:22:36,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:22:36,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:36,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:36,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:22:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732180950060.eed6cca182cb56256690b32d113082ef., hostname=5b0ae2ee7b9e,36579,1732180936173, seqNum=2 , the old value is region=test,,1732180950060.eed6cca182cb56256690b32d113082ef., hostname=5b0ae2ee7b9e,36579,1732180936173, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5b0ae2ee7b9e:36579 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T09:22:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732180950060.eed6cca182cb56256690b32d113082ef., hostname=5b0ae2ee7b9e,36579,1732180936173, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T09:22:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732180950060.eed6cca182cb56256690b32d113082ef., hostname=5b0ae2ee7b9e,36579,1732180936173, seqNum=2 from cache 2024-11-21T09:22:36,519 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T09:22:36,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:22:36,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,33599,1732180941389, seqNum=-1] 2024-11-21T09:22:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:22:36,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:22:36,523 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732180952210.4b1f4f3c34db1a93d01f0ac3135b092e., hostname=5b0ae2ee7b9e,33599,1732180941389, seqNum=2] 2024-11-21T09:22:36,525 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T09:22:36,536 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180938139 to pos 379, reset compression=false 2024-11-21T09:22:36,540 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:22:36,540 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.shipper5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,36579,1732180936173 got entry batch from reader: WALEntryBatch [walEntries=[{test/eed6cca182cb56256690b32d113082ef/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732180956517/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180938139, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T09:22:36,542 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.shipper5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:22:36,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-21T09:22:36,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.ReplicationSink(318): Replicating [2d3046a6-d23a-4d41-ac77-8781fb7b2246] bulk loaded data 2024-11-21T09:22:36,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d59b7df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:36,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,42811,-1 for getting cluster id 2024-11-21T09:22:36,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:22:36,544 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1a5523f-2dae-4f47-b83d-041944d61554' 2024-11-21T09:22:36,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:22:36,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1a5523f-2dae-4f47-b83d-041944d61554" 2024-11-21T09:22:36,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56631731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:36,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,42811,-1] 2024-11-21T09:22:36,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:22:36,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:36,545 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:22:36,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d91e5b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:36,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741837_1013 (size=7894) 2024-11-21T09:22:36,629 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:36579 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T09:22:36,740 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180938139 to pos 687, reset compression=false 2024-11-21T09:22:36,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741838_1014 (size=7691) 2024-11-21T09:22:37,043 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180938139 to pos 687, reset compression=false 2024-11-21T09:22:37,207 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T09:22:37,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:22:37,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,42811,1732180941188 2024-11-21T09:22:37,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1361e9de 2024-11-21T09:22:37,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:22:37,368 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-21T09:22:37,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T09:22:37,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:22:37,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,33599,1732180941389, seqNum=-1] 2024-11-21T09:22:37,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:22:37,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-21T09:22:37,376 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/staging/jenkins.hfs.22__test__jnol6po6kp61d44q6ku6dt3pqj3s897oi2aof59oetv7knkii5b93ki991brtl8h/f/207f2b154e6740f9b416bb7f868ab69f_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-21T09:22:37,378 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/staging/jenkins.hfs.22__test__jnol6po6kp61d44q6ku6dt3pqj3s897oi2aof59oetv7knkii5b93ki991brtl8h/f/9993529e76b14f8e8f5615978b33fe02_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-21T09:22:37,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/staging/jenkins.hfs.22__test__jnol6po6kp61d44q6ku6dt3pqj3s897oi2aof59oetv7knkii5b93ki991brtl8h/f/207f2b154e6740f9b416bb7f868ab69f_SeqId_4_ for inclusion in 4b1f4f3c34db1a93d01f0ac3135b092e/f 2024-11-21T09:22:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-21T09:22:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T09:22:37,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/staging/jenkins.hfs.22__test__jnol6po6kp61d44q6ku6dt3pqj3s897oi2aof59oetv7knkii5b93ki991brtl8h/f/9993529e76b14f8e8f5615978b33fe02_SeqId_4_ for inclusion in 4b1f4f3c34db1a93d01f0ac3135b092e/f 2024-11-21T09:22:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-21T09:22:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T09:22:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HRegion(2603): Flush status journal for 4b1f4f3c34db1a93d01f0ac3135b092e: 2024-11-21T09:22:37,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 207f2b154e6740f9b416bb7f868ab69f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T09:22:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/staging/jenkins.hfs.22__test__jnol6po6kp61d44q6ku6dt3pqj3s897oi2aof59oetv7knkii5b93ki991brtl8h/f/207f2b154e6740f9b416bb7f868ab69f_SeqId_4_ as hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/default/test/4b1f4f3c34db1a93d01f0ac3135b092e/f/5862c5319a4e460f87c26e211bc514ed_SeqId_4_ 2024-11-21T09:22:37,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9993529e76b14f8e8f5615978b33fe02_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T09:22:37,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/staging/jenkins.hfs.22__test__jnol6po6kp61d44q6ku6dt3pqj3s897oi2aof59oetv7knkii5b93ki991brtl8h/f/9993529e76b14f8e8f5615978b33fe02_SeqId_4_ as hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/default/test/4b1f4f3c34db1a93d01f0ac3135b092e/f/755a9291ed9a4463b96c564d68405442_SeqId_4_ 2024-11-21T09:22:37,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/staging/jenkins.hfs.22__test__jnol6po6kp61d44q6ku6dt3pqj3s897oi2aof59oetv7knkii5b93ki991brtl8h/f/207f2b154e6740f9b416bb7f868ab69f_SeqId_4_ into 4b1f4f3c34db1a93d01f0ac3135b092e/f as hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/default/test/4b1f4f3c34db1a93d01f0ac3135b092e/f/5862c5319a4e460f87c26e211bc514ed_SeqId_4_ - updating store file list. 2024-11-21T09:22:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5862c5319a4e460f87c26e211bc514ed_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T09:22:37,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/default/test/4b1f4f3c34db1a93d01f0ac3135b092e/f/5862c5319a4e460f87c26e211bc514ed_SeqId_4_ into 4b1f4f3c34db1a93d01f0ac3135b092e/f 2024-11-21T09:22:37,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/staging/jenkins.hfs.22__test__jnol6po6kp61d44q6ku6dt3pqj3s897oi2aof59oetv7knkii5b93ki991brtl8h/f/207f2b154e6740f9b416bb7f868ab69f_SeqId_4_ into 4b1f4f3c34db1a93d01f0ac3135b092e/f (new location: hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/default/test/4b1f4f3c34db1a93d01f0ac3135b092e/f/5862c5319a4e460f87c26e211bc514ed_SeqId_4_) 2024-11-21T09:22:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/staging/jenkins.hfs.22__test__jnol6po6kp61d44q6ku6dt3pqj3s897oi2aof59oetv7knkii5b93ki991brtl8h/f/207f2b154e6740f9b416bb7f868ab69f_SeqId_4_ 2024-11-21T09:22:37,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/staging/jenkins.hfs.22__test__jnol6po6kp61d44q6ku6dt3pqj3s897oi2aof59oetv7knkii5b93ki991brtl8h/f/9993529e76b14f8e8f5615978b33fe02_SeqId_4_ into 4b1f4f3c34db1a93d01f0ac3135b092e/f as hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/default/test/4b1f4f3c34db1a93d01f0ac3135b092e/f/755a9291ed9a4463b96c564d68405442_SeqId_4_ - updating store file list. 2024-11-21T09:22:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 755a9291ed9a4463b96c564d68405442_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T09:22:37,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/default/test/4b1f4f3c34db1a93d01f0ac3135b092e/f/755a9291ed9a4463b96c564d68405442_SeqId_4_ into 4b1f4f3c34db1a93d01f0ac3135b092e/f 2024-11-21T09:22:37,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/staging/jenkins.hfs.22__test__jnol6po6kp61d44q6ku6dt3pqj3s897oi2aof59oetv7knkii5b93ki991brtl8h/f/9993529e76b14f8e8f5615978b33fe02_SeqId_4_ into 4b1f4f3c34db1a93d01f0ac3135b092e/f (new location: hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/default/test/4b1f4f3c34db1a93d01f0ac3135b092e/f/755a9291ed9a4463b96c564d68405442_SeqId_4_) 2024-11-21T09:22:37,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/staging/jenkins.hfs.22__test__jnol6po6kp61d44q6ku6dt3pqj3s897oi2aof59oetv7knkii5b93ki991brtl8h/f/9993529e76b14f8e8f5615978b33fe02_SeqId_4_ 2024-11-21T09:22:37,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.ReplicationSink(324): Finished replicating [2d3046a6-d23a-4d41-ac77-8781fb7b2246] bulk loaded data 2024-11-21T09:22:37,447 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180938139 to pos 687, reset compression=false 2024-11-21T09:22:37,531 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:22:37,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,41963,1732180947356, seqNum=-1] 2024-11-21T09:22:37,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:22:37,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:22:37,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732180953351.755cf76076bd71b71b0f16d64304a534., hostname=5b0ae2ee7b9e,41963,1732180947356, seqNum=2] 2024-11-21T09:22:37,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:22:37,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T09:22:37,540 DEBUG [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5b0ae2ee7b9e%2C36579%2C1732180936173.rep:(num 1732180955248) roll requested 2024-11-21T09:22:37,553 DEBUG [regionserver/5b0ae2ee7b9e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.rep.1732180957540, exclude list is [], retry=0 2024-11-21T09:22:37,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41525,DS-c0f36b48-b910-44c4-a444-b1101de86c2d,DISK] 2024-11-21T09:22:37,558 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.rep.1732180955248 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.rep.1732180957540 2024-11-21T09:22:37,558 DEBUG [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36295:36295)] 2024-11-21T09:22:37,558 DEBUG [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.rep.1732180955248 is not closed yet, will try archiving it next time 2024-11-21T09:22:37,558 DEBUG [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5b0ae2ee7b9e%2C36579%2C1732180936173:(num 1732180938139) roll requested 2024-11-21T09:22:37,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741839_1015 (size=1505) 2024-11-21T09:22:37,559 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.rep.1732180955248 not finished, retry = 0 2024-11-21T09:22:37,574 DEBUG [regionserver/5b0ae2ee7b9e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558, exclude list is [], retry=0 2024-11-21T09:22:37,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41525,DS-c0f36b48-b910-44c4-a444-b1101de86c2d,DISK] 2024-11-21T09:22:37,577 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180938139 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 2024-11-21T09:22:37,578 DEBUG [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36295:36295)] 2024-11-21T09:22:37,578 DEBUG [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180938139 is not closed yet, will try archiving it next time 2024-11-21T09:22:37,578 DEBUG [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 5b0ae2ee7b9e%2C36579%2C1732180936173.meta:.meta(num 1732180939025) roll requested 2024-11-21T09:22:37,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741832_1008 (size=695) 2024-11-21T09:22:37,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8ba4d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:37,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,44369,-1 for getting cluster id 2024-11-21T09:22:37,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:22:37,581 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d3046a6-d23a-4d41-ac77-8781fb7b2246' 2024-11-21T09:22:37,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:22:37,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d3046a6-d23a-4d41-ac77-8781fb7b2246" 2024-11-21T09:22:37,581 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180938139 to hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/oldWALs/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180938139 2024-11-21T09:22:37,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@862b1c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:37,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,44369,-1] 2024-11-21T09:22:37,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:22:37,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:37,583 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:22:37,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5627a581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:37,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:22:37,584 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,44369,1732180935862 2024-11-21T09:22:37,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71fc94c0 2024-11-21T09:22:37,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:22:37,585 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:22:37,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://5b0ae2ee7b9e:41835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T09:22:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T09:22:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T09:22:37,588 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:41835' 2024-11-21T09:22:37,589 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404c7fff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:37,589 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,41835,-1 for getting cluster id 2024-11-21T09:22:37,589 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:22:37,589 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b51f70c4-8c2d-42d9-a7df-a0ffc50f974b' 2024-11-21T09:22:37,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:22:37,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b51f70c4-8c2d-42d9-a7df-a0ffc50f974b" 2024-11-21T09:22:37,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbd4e59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:37,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,41835,-1] 2024-11-21T09:22:37,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:22:37,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:37,590 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:22:37,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27bf0826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:37,591 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:22:37,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,41835,1732180947189 2024-11-21T09:22:37,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51eda8ec 2024-11-21T09:22:37,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:22:37,592 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:22:37,592 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T09:22:37,592 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T09:22:37,592 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:37,592 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:37,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:22:37,595 DEBUG [regionserver/5b0ae2ee7b9e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.meta.1732180957578.meta, exclude list is [], retry=0 2024-11-21T09:22:37,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41525,DS-c0f36b48-b910-44c4-a444-b1101de86c2d,DISK] 2024-11-21T09:22:37,597 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.meta.1732180939025.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.meta.1732180957578.meta 2024-11-21T09:22:37,598 DEBUG [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36295:36295)] 2024-11-21T09:22:37,598 DEBUG [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.meta.1732180939025.meta is not closed yet, will try archiving it next time 2024-11-21T09:22:37,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741834_1010 (size=3473) 2024-11-21T09:22:37,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T09:22:37,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T09:22:37,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36579 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-21T09:22:37,830 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-21T09:22:37,855 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-5b0ae2ee7b9e,36579,1732180936173, ReplicationSource: 2, currentBandwidth=0 2024-11-21T09:22:37,857 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-21T09:22:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-21T09:22:37,859 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 5b0ae2ee7b9e,36579,1732180936173 suceeded 2024-11-21T09:22:37,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T09:22:37,861 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://5b0ae2ee7b9e:41835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T09:22:37,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-11-21T09:22:37,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 275 msec 2024-11-21T09:22:37,880 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='5b0ae2ee7b9e:41835' 2024-11-21T09:22:37,882 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@278ecf3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:37,882 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,41835,-1 for getting cluster id 2024-11-21T09:22:37,882 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:22:37,883 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b51f70c4-8c2d-42d9-a7df-a0ffc50f974b' 2024-11-21T09:22:37,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:22:37,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b51f70c4-8c2d-42d9-a7df-a0ffc50f974b" 2024-11-21T09:22:37,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24c4d357, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:37,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,41835,-1] 2024-11-21T09:22:37,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:22:37,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:37,885 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:22:37,885 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36e7de74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:37,885 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:22:37,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,41835,1732180947189 2024-11-21T09:22:37,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d7796f4 2024-11-21T09:22:37,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:22:37,887 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-21T09:22:37,887 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-5b0ae2ee7b9e,36579,1732180936173 (queues=1) is replicating from cluster=2d3046a6-d23a-4d41-ac77-8781fb7b2246 to cluster=b51f70c4-8c2d-42d9-a7df-a0ffc50f974b 2024-11-21T09:22:37,887 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=5b0ae2ee7b9e%2C36579%2C1732180936173 2024-11-21T09:22:37,887 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-5b0ae2ee7b9e,36579,1732180936173, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T09:22:37,888 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.shipper5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 5b0ae2ee7b9e%2C36579%2C1732180936173 2024-11-21T09:22:37,888 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558, startPosition=0, beingWritten=true 2024-11-21T09:22:37,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44369 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T09:22:37,909 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-21T09:22:37,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:22:37,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:22:37,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:37,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:37,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:22:37,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T09:22:37,913 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732180957912/Put/seqid=0 2024-11-21T09:22:37,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741845_1021 (size=11194) 2024-11-21T09:22:37,950 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180938139 to pos 687, reset compression=false 2024-11-21T09:22:37,955 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180938139 was moved to hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/oldWALs/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180938139 2024-11-21T09:22:37,957 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180938139 2024-11-21T09:22:37,957 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558, startPosition=0, beingWritten=true 2024-11-21T09:22:37,957 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.shipper5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,36579,1732180936173 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180938139, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-21T09:22:37,959 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.shipper5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [5b0ae2ee7b9e%2C36579%2C1732180936173.1732180938139] 2024-11-21T09:22:38,091 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 0, reset compression=false 2024-11-21T09:22:38,318 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732180958318/Put/seqid=0 2024-11-21T09:22:38,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741846_1022 (size=10791) 2024-11-21T09:22:38,395 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 0, reset compression=false 2024-11-21T09:22:38,561 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 0, reset compression=false 2024-11-21T09:22:38,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9d55ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:38,723 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,44369,-1 for getting cluster id 2024-11-21T09:22:38,723 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:22:38,723 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d3046a6-d23a-4d41-ac77-8781fb7b2246' 2024-11-21T09:22:38,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:22:38,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d3046a6-d23a-4d41-ac77-8781fb7b2246" 2024-11-21T09:22:38,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69daa3be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:38,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,44369,-1] 2024-11-21T09:22:38,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:22:38,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:38,724 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:22:38,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab2632c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:38,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:22:38,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,36579,1732180936173, seqNum=-1] 2024-11-21T09:22:38,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:22:38,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T09:22:38,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:22:38,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,44369,1732180935862 2024-11-21T09:22:38,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79a55816 2024-11-21T09:22:38,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:22:38,734 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T09:22:38,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732180950060.eed6cca182cb56256690b32d113082ef., hostname=5b0ae2ee7b9e,36579,1732180936173, seqNum=2] 2024-11-21T09:22:38,739 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T09:22:38,743 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-21T09:22:38,745 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-21T09:22:38,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/testHFileCyclicReplication_1/f/hfile_0 for inclusion in eed6cca182cb56256690b32d113082ef/f 2024-11-21T09:22:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T09:22:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T09:22:38,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/testHFileCyclicReplication_1/f/hfile_1 for inclusion in eed6cca182cb56256690b32d113082ef/f 2024-11-21T09:22:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T09:22:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T09:22:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HRegion(2603): Flush status journal for eed6cca182cb56256690b32d113082ef: 2024-11-21T09:22:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/staging/jenkins__test__lojgp4ev9ci2ctpb9jvad6c3bku277gekv2meuj50ar3559cs9iqh95o0kdjp353/f/hfile_0 2024-11-21T09:22:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/staging/jenkins__test__lojgp4ev9ci2ctpb9jvad6c3bku277gekv2meuj50ar3559cs9iqh95o0kdjp353/f/hfile_0 as hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/default/test/eed6cca182cb56256690b32d113082ef/f/32a482865032442b93c8aebfe9ae3e10_SeqId_6_ 2024-11-21T09:22:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/staging/jenkins__test__lojgp4ev9ci2ctpb9jvad6c3bku277gekv2meuj50ar3559cs9iqh95o0kdjp353/f/hfile_1 2024-11-21T09:22:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/staging/jenkins__test__lojgp4ev9ci2ctpb9jvad6c3bku277gekv2meuj50ar3559cs9iqh95o0kdjp353/f/hfile_1 as hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/default/test/eed6cca182cb56256690b32d113082ef/f/bbe12165e99b40e8825fcc4041614de4_SeqId_6_ 2024-11-21T09:22:38,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/staging/jenkins__test__lojgp4ev9ci2ctpb9jvad6c3bku277gekv2meuj50ar3559cs9iqh95o0kdjp353/f/hfile_0 into eed6cca182cb56256690b32d113082ef/f as hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/default/test/eed6cca182cb56256690b32d113082ef/f/32a482865032442b93c8aebfe9ae3e10_SeqId_6_ - updating store file list. 2024-11-21T09:22:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 32a482865032442b93c8aebfe9ae3e10_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T09:22:38,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/default/test/eed6cca182cb56256690b32d113082ef/f/32a482865032442b93c8aebfe9ae3e10_SeqId_6_ into eed6cca182cb56256690b32d113082ef/f 2024-11-21T09:22:38,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/staging/jenkins__test__lojgp4ev9ci2ctpb9jvad6c3bku277gekv2meuj50ar3559cs9iqh95o0kdjp353/f/hfile_0 into eed6cca182cb56256690b32d113082ef/f (new location: hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/default/test/eed6cca182cb56256690b32d113082ef/f/32a482865032442b93c8aebfe9ae3e10_SeqId_6_) 2024-11-21T09:22:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/staging/jenkins__test__lojgp4ev9ci2ctpb9jvad6c3bku277gekv2meuj50ar3559cs9iqh95o0kdjp353/f/hfile_0 2024-11-21T09:22:38,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/staging/jenkins__test__lojgp4ev9ci2ctpb9jvad6c3bku277gekv2meuj50ar3559cs9iqh95o0kdjp353/f/hfile_1 into eed6cca182cb56256690b32d113082ef/f as hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/default/test/eed6cca182cb56256690b32d113082ef/f/bbe12165e99b40e8825fcc4041614de4_SeqId_6_ - updating store file list. 2024-11-21T09:22:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bbe12165e99b40e8825fcc4041614de4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T09:22:38,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/default/test/eed6cca182cb56256690b32d113082ef/f/bbe12165e99b40e8825fcc4041614de4_SeqId_6_ into eed6cca182cb56256690b32d113082ef/f 2024-11-21T09:22:38,769 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/staging/jenkins__test__lojgp4ev9ci2ctpb9jvad6c3bku277gekv2meuj50ar3559cs9iqh95o0kdjp353/f/hfile_1 into eed6cca182cb56256690b32d113082ef/f (new location: hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/default/test/eed6cca182cb56256690b32d113082ef/f/bbe12165e99b40e8825fcc4041614de4_SeqId_6_) 2024-11-21T09:22:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36579 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/staging/jenkins__test__lojgp4ev9ci2ctpb9jvad6c3bku277gekv2meuj50ar3559cs9iqh95o0kdjp353/f/hfile_1 2024-11-21T09:22:38,771 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:22:38,771 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:22:38,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:38,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:22:38,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:38,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732180950060.eed6cca182cb56256690b32d113082ef., hostname=5b0ae2ee7b9e,36579,1732180936173, seqNum=2 , the old value is region=test,,1732180950060.eed6cca182cb56256690b32d113082ef., hostname=5b0ae2ee7b9e,36579,1732180936173, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=5b0ae2ee7b9e:36579 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T09:22:38,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732180950060.eed6cca182cb56256690b32d113082ef., hostname=5b0ae2ee7b9e,36579,1732180936173, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T09:22:38,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732180950060.eed6cca182cb56256690b32d113082ef., hostname=5b0ae2ee7b9e,36579,1732180936173, seqNum=2 from cache 2024-11-21T09:22:38,772 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T09:22:38,775 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T09:22:38,798 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 0, reset compression=false 2024-11-21T09:22:38,803 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:22:38,803 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.shipper5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-5b0ae2ee7b9e,36579,1732180936173 got entry batch from reader: WALEntryBatch [walEntries=[{test/eed6cca182cb56256690b32d113082ef/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732180958769/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T09:22:38,805 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.shipper5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T09:22:38,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-21T09:22:38,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] regionserver.ReplicationSink(318): Replicating [2d3046a6-d23a-4d41-ac77-8781fb7b2246] bulk loaded data 2024-11-21T09:22:38,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ad19dba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:38,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] client.ClusterIdFetcher(90): Going to request 5b0ae2ee7b9e,41835,-1 for getting cluster id 2024-11-21T09:22:38,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T09:22:38,807 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b51f70c4-8c2d-42d9-a7df-a0ffc50f974b' 2024-11-21T09:22:38,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T09:22:38,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b51f70c4-8c2d-42d9-a7df-a0ffc50f974b" 2024-11-21T09:22:38,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@781b8cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:38,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [5b0ae2ee7b9e,41835,-1] 2024-11-21T09:22:38,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T09:22:38,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:38,808 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-21T09:22:38,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c941e90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T09:22:38,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45515 is added to blk_1073741837_1013 (size=11194) 2024-11-21T09:22:38,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45515 is added to blk_1073741838_1014 (size=10791) 2024-11-21T09:22:38,828 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T09:22:38,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 5b0ae2ee7b9e,41835,1732180947189 2024-11-21T09:22:38,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@681ef792 2024-11-21T09:22:38,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T09:22:38,830 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-21T09:22:38,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T09:22:38,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T09:22:38,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b0ae2ee7b9e,41963,1732180947356, seqNum=-1] 2024-11-21T09:22:38,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T09:22:38,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-21T09:22:38,838 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/staging/jenkins.hfs.23__test__ovskebh0fd466ggpgc9ca2o333onq689gb97kp31hqhc4aes22vr7adc6tnlo7r2/f/32a482865032442b93c8aebfe9ae3e10_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-21T09:22:38,840 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/staging/jenkins.hfs.23__test__ovskebh0fd466ggpgc9ca2o333onq689gb97kp31hqhc4aes22vr7adc6tnlo7r2/f/bbe12165e99b40e8825fcc4041614de4_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-21T09:22:38,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/staging/jenkins.hfs.23__test__ovskebh0fd466ggpgc9ca2o333onq689gb97kp31hqhc4aes22vr7adc6tnlo7r2/f/32a482865032442b93c8aebfe9ae3e10_SeqId_6_ for inclusion in 755cf76076bd71b71b0f16d64304a534/f 2024-11-21T09:22:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T09:22:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T09:22:38,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/staging/jenkins.hfs.23__test__ovskebh0fd466ggpgc9ca2o333onq689gb97kp31hqhc4aes22vr7adc6tnlo7r2/f/bbe12165e99b40e8825fcc4041614de4_SeqId_6_ for inclusion in 755cf76076bd71b71b0f16d64304a534/f 2024-11-21T09:22:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T09:22:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T09:22:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] regionserver.HRegion(2603): Flush status journal for 755cf76076bd71b71b0f16d64304a534: 2024-11-21T09:22:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 32a482865032442b93c8aebfe9ae3e10_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T09:22:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/staging/jenkins.hfs.23__test__ovskebh0fd466ggpgc9ca2o333onq689gb97kp31hqhc4aes22vr7adc6tnlo7r2/f/32a482865032442b93c8aebfe9ae3e10_SeqId_6_ as hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/default/test/755cf76076bd71b71b0f16d64304a534/f/00f52bd7fe294d8193ef8b81932f40b6_SeqId_4_ 2024-11-21T09:22:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bbe12165e99b40e8825fcc4041614de4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T09:22:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/staging/jenkins.hfs.23__test__ovskebh0fd466ggpgc9ca2o333onq689gb97kp31hqhc4aes22vr7adc6tnlo7r2/f/bbe12165e99b40e8825fcc4041614de4_SeqId_6_ as hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/default/test/755cf76076bd71b71b0f16d64304a534/f/959652865de946dda128405d708a9d6e_SeqId_4_ 2024-11-21T09:22:38,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/staging/jenkins.hfs.23__test__ovskebh0fd466ggpgc9ca2o333onq689gb97kp31hqhc4aes22vr7adc6tnlo7r2/f/32a482865032442b93c8aebfe9ae3e10_SeqId_6_ into 755cf76076bd71b71b0f16d64304a534/f as hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/default/test/755cf76076bd71b71b0f16d64304a534/f/00f52bd7fe294d8193ef8b81932f40b6_SeqId_4_ - updating store file list. 2024-11-21T09:22:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 00f52bd7fe294d8193ef8b81932f40b6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T09:22:38,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/default/test/755cf76076bd71b71b0f16d64304a534/f/00f52bd7fe294d8193ef8b81932f40b6_SeqId_4_ into 755cf76076bd71b71b0f16d64304a534/f 2024-11-21T09:22:38,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/staging/jenkins.hfs.23__test__ovskebh0fd466ggpgc9ca2o333onq689gb97kp31hqhc4aes22vr7adc6tnlo7r2/f/32a482865032442b93c8aebfe9ae3e10_SeqId_6_ into 755cf76076bd71b71b0f16d64304a534/f (new location: hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/default/test/755cf76076bd71b71b0f16d64304a534/f/00f52bd7fe294d8193ef8b81932f40b6_SeqId_4_) 2024-11-21T09:22:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/staging/jenkins.hfs.23__test__ovskebh0fd466ggpgc9ca2o333onq689gb97kp31hqhc4aes22vr7adc6tnlo7r2/f/32a482865032442b93c8aebfe9ae3e10_SeqId_6_ 2024-11-21T09:22:38,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/staging/jenkins.hfs.23__test__ovskebh0fd466ggpgc9ca2o333onq689gb97kp31hqhc4aes22vr7adc6tnlo7r2/f/bbe12165e99b40e8825fcc4041614de4_SeqId_6_ into 755cf76076bd71b71b0f16d64304a534/f as hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/default/test/755cf76076bd71b71b0f16d64304a534/f/959652865de946dda128405d708a9d6e_SeqId_4_ - updating store file list. 2024-11-21T09:22:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 959652865de946dda128405d708a9d6e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T09:22:38,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/default/test/755cf76076bd71b71b0f16d64304a534/f/959652865de946dda128405d708a9d6e_SeqId_4_ into 755cf76076bd71b71b0f16d64304a534/f 2024-11-21T09:22:38,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/staging/jenkins.hfs.23__test__ovskebh0fd466ggpgc9ca2o333onq689gb97kp31hqhc4aes22vr7adc6tnlo7r2/f/bbe12165e99b40e8825fcc4041614de4_SeqId_6_ into 755cf76076bd71b71b0f16d64304a534/f (new location: hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/default/test/755cf76076bd71b71b0f16d64304a534/f/959652865de946dda128405d708a9d6e_SeqId_4_) 2024-11-21T09:22:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/staging/jenkins.hfs.23__test__ovskebh0fd466ggpgc9ca2o333onq689gb97kp31hqhc4aes22vr7adc6tnlo7r2/f/bbe12165e99b40e8825fcc4041614de4_SeqId_6_ 2024-11-21T09:22:38,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41963 {}] regionserver.ReplicationSink(324): Finished replicating [2d3046a6-d23a-4d41-ac77-8781fb7b2246] bulk loaded data 2024-11-21T09:22:38,879 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:36579 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T09:22:39,003 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 393, reset compression=false 2024-11-21T09:22:39,264 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 0, reset compression=false 2024-11-21T09:22:39,268 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T09:22:39,268 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.shipper5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,36579,1732180936173 got entry batch from reader: WALEntryBatch [walEntries=[{test/eed6cca182cb56256690b32d113082ef/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732180958769/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T09:22:39,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.ReplicationSink(318): Replicating [2d3046a6-d23a-4d41-ac77-8781fb7b2246] bulk loaded data 2024-11-21T09:22:39,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741839_1015 (size=11194) 2024-11-21T09:22:39,306 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 393, reset compression=false 2024-11-21T09:22:39,468 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 393, reset compression=false 2024-11-21T09:22:39,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741840_1016 (size=10791) 2024-11-21T09:22:39,709 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 393, reset compression=false 2024-11-21T09:22:39,771 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 393, reset compression=false 2024-11-21T09:22:39,778 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T09:22:40,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T09:22:40,092 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/staging/jenkins.hfs.22__test__kk8f6g8ik7ap1i5ghhb9ni7jtl21790e4e58i3rfh9gpjr6oilhjdcindtk28peb/f/32a482865032442b93c8aebfe9ae3e10_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-21T09:22:40,094 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/staging/jenkins.hfs.22__test__kk8f6g8ik7ap1i5ghhb9ni7jtl21790e4e58i3rfh9gpjr6oilhjdcindtk28peb/f/bbe12165e99b40e8825fcc4041614de4_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-21T09:22:40,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/staging/jenkins.hfs.22__test__kk8f6g8ik7ap1i5ghhb9ni7jtl21790e4e58i3rfh9gpjr6oilhjdcindtk28peb/f/32a482865032442b93c8aebfe9ae3e10_SeqId_6_ for inclusion in 4b1f4f3c34db1a93d01f0ac3135b092e/f 2024-11-21T09:22:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T09:22:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T09:22:40,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/staging/jenkins.hfs.22__test__kk8f6g8ik7ap1i5ghhb9ni7jtl21790e4e58i3rfh9gpjr6oilhjdcindtk28peb/f/bbe12165e99b40e8825fcc4041614de4_SeqId_6_ for inclusion in 4b1f4f3c34db1a93d01f0ac3135b092e/f 2024-11-21T09:22:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T09:22:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T09:22:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HRegion(2603): Flush status journal for 4b1f4f3c34db1a93d01f0ac3135b092e: 2024-11-21T09:22:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 32a482865032442b93c8aebfe9ae3e10_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T09:22:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/staging/jenkins.hfs.22__test__kk8f6g8ik7ap1i5ghhb9ni7jtl21790e4e58i3rfh9gpjr6oilhjdcindtk28peb/f/32a482865032442b93c8aebfe9ae3e10_SeqId_6_ as hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/default/test/4b1f4f3c34db1a93d01f0ac3135b092e/f/cd0e6605a47b424a81f2c9ec29cb4ac3_SeqId_6_ 2024-11-21T09:22:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bbe12165e99b40e8825fcc4041614de4_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T09:22:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/staging/jenkins.hfs.22__test__kk8f6g8ik7ap1i5ghhb9ni7jtl21790e4e58i3rfh9gpjr6oilhjdcindtk28peb/f/bbe12165e99b40e8825fcc4041614de4_SeqId_6_ as hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/default/test/4b1f4f3c34db1a93d01f0ac3135b092e/f/e23dc289c3d84955b6f8ba3cae45469d_SeqId_6_ 2024-11-21T09:22:40,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/staging/jenkins.hfs.22__test__kk8f6g8ik7ap1i5ghhb9ni7jtl21790e4e58i3rfh9gpjr6oilhjdcindtk28peb/f/32a482865032442b93c8aebfe9ae3e10_SeqId_6_ into 4b1f4f3c34db1a93d01f0ac3135b092e/f as hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/default/test/4b1f4f3c34db1a93d01f0ac3135b092e/f/cd0e6605a47b424a81f2c9ec29cb4ac3_SeqId_6_ - updating store file list. 2024-11-21T09:22:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cd0e6605a47b424a81f2c9ec29cb4ac3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T09:22:40,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/default/test/4b1f4f3c34db1a93d01f0ac3135b092e/f/cd0e6605a47b424a81f2c9ec29cb4ac3_SeqId_6_ into 4b1f4f3c34db1a93d01f0ac3135b092e/f 2024-11-21T09:22:40,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/staging/jenkins.hfs.22__test__kk8f6g8ik7ap1i5ghhb9ni7jtl21790e4e58i3rfh9gpjr6oilhjdcindtk28peb/f/32a482865032442b93c8aebfe9ae3e10_SeqId_6_ into 4b1f4f3c34db1a93d01f0ac3135b092e/f (new location: hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/default/test/4b1f4f3c34db1a93d01f0ac3135b092e/f/cd0e6605a47b424a81f2c9ec29cb4ac3_SeqId_6_) 2024-11-21T09:22:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/staging/jenkins.hfs.22__test__kk8f6g8ik7ap1i5ghhb9ni7jtl21790e4e58i3rfh9gpjr6oilhjdcindtk28peb/f/32a482865032442b93c8aebfe9ae3e10_SeqId_6_ 2024-11-21T09:22:40,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/staging/jenkins.hfs.22__test__kk8f6g8ik7ap1i5ghhb9ni7jtl21790e4e58i3rfh9gpjr6oilhjdcindtk28peb/f/bbe12165e99b40e8825fcc4041614de4_SeqId_6_ into 4b1f4f3c34db1a93d01f0ac3135b092e/f as hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/default/test/4b1f4f3c34db1a93d01f0ac3135b092e/f/e23dc289c3d84955b6f8ba3cae45469d_SeqId_6_ - updating store file list. 2024-11-21T09:22:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e23dc289c3d84955b6f8ba3cae45469d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T09:22:40,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/default/test/4b1f4f3c34db1a93d01f0ac3135b092e/f/e23dc289c3d84955b6f8ba3cae45469d_SeqId_6_ into 4b1f4f3c34db1a93d01f0ac3135b092e/f 2024-11-21T09:22:40,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/staging/jenkins.hfs.22__test__kk8f6g8ik7ap1i5ghhb9ni7jtl21790e4e58i3rfh9gpjr6oilhjdcindtk28peb/f/bbe12165e99b40e8825fcc4041614de4_SeqId_6_ into 4b1f4f3c34db1a93d01f0ac3135b092e/f (new location: hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/default/test/4b1f4f3c34db1a93d01f0ac3135b092e/f/e23dc289c3d84955b6f8ba3cae45469d_SeqId_6_) 2024-11-21T09:22:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/staging/jenkins.hfs.22__test__kk8f6g8ik7ap1i5ghhb9ni7jtl21790e4e58i3rfh9gpjr6oilhjdcindtk28peb/f/bbe12165e99b40e8825fcc4041614de4_SeqId_6_ 2024-11-21T09:22:40,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33599 {}] regionserver.ReplicationSink(324): Finished replicating [2d3046a6-d23a-4d41-ac77-8781fb7b2246] bulk loaded data 2024-11-21T09:22:40,174 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 393, reset compression=false 2024-11-21T09:22:40,212 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 393, reset compression=false 2024-11-21T09:22:40,677 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 393, reset compression=false 2024-11-21T09:22:40,767 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:22:40,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:40,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:40,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:40,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:40,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:40,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:40,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:40,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:40,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T09:22:40,793 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:22:40,793 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:22:40,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:40,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:40,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:22:40,793 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:22:40,793 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1036725887, stopped=false 2024-11-21T09:22:40,793 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,41835,1732180947189 2024-11-21T09:22:40,815 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 393, reset compression=false 2024-11-21T09:22:40,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:40,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:40,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:40,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:40,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:40,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:40,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:40,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:40,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:40,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:40,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1015cb377790007, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21936566357/running 2024-11-21T09:22:40,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21936566357/running 2024-11-21T09:22:40,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21936566357 2024-11-21T09:22:40,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1015cb377790007, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21936566357 2024-11-21T09:22:40,898 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:22:40,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:22:40,898 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:22:40,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:40,899 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,41963,1732180947356' ***** 2024-11-21T09:22:40,899 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:22:40,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Set watcher on znode that does not yet exist, /21936566357/running 2024-11-21T09:22:40,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41963-0x1015cb377790007, quorum=127.0.0.1:60896, baseZNode=/21936566357 Set watcher on znode that does not yet exist, /21936566357/running 2024-11-21T09:22:40,899 INFO [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:22:40,900 INFO [RS:0;5b0ae2ee7b9e:41963 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:22:40,900 INFO [RS:0;5b0ae2ee7b9e:41963 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:22:40,900 INFO [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(3091): Received CLOSE for 755cf76076bd71b71b0f16d64304a534 2024-11-21T09:22:40,900 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:22:40,900 INFO [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,41963,1732180947356 2024-11-21T09:22:40,900 INFO [RS:0;5b0ae2ee7b9e:41963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:22:40,900 INFO [RS:0;5b0ae2ee7b9e:41963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:41963. 2024-11-21T09:22:40,900 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:22:40,900 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:40,900 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 755cf76076bd71b71b0f16d64304a534, disabling compactions & flushes 2024-11-21T09:22:40,900 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732180953351.755cf76076bd71b71b0f16d64304a534. 2024-11-21T09:22:40,900 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180953351.755cf76076bd71b71b0f16d64304a534. 2024-11-21T09:22:40,900 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732180953351.755cf76076bd71b71b0f16d64304a534. after waiting 0 ms 2024-11-21T09:22:40,900 INFO [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:22:40,900 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732180953351.755cf76076bd71b71b0f16d64304a534. 2024-11-21T09:22:40,900 INFO [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:22:40,900 INFO [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:22:40,901 INFO [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:22:40,901 INFO [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T09:22:40,901 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 755cf76076bd71b71b0f16d64304a534=test,,1732180953351.755cf76076bd71b71b0f16d64304a534.} 2024-11-21T09:22:40,901 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 755cf76076bd71b71b0f16d64304a534 2024-11-21T09:22:40,901 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:22:40,901 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:22:40,901 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:22:40,901 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:22:40,901 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:22:40,901 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T09:22:40,904 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/default/test/755cf76076bd71b71b0f16d64304a534/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-21T09:22:40,904 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:22:40,904 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:22:40,904 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732180953351.755cf76076bd71b71b0f16d64304a534. 2024-11-21T09:22:40,904 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 755cf76076bd71b71b0f16d64304a534: Waiting for close lock at 1732180960900Running coprocessor pre-close hooks at 1732180960900Disabling compacts and flushes for region at 1732180960900Disabling writes for close at 1732180960900Writing region close event to WAL at 1732180960901 (+1 ms)Running coprocessor post-close hooks at 1732180960904 (+3 ms)Closed at 1732180960904 2024-11-21T09:22:40,904 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732180953351.755cf76076bd71b71b0f16d64304a534. 2024-11-21T09:22:40,917 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740/.tmp/info/941e8d7560d44623b05c8ae85ea79434 is 129, key is test,,1732180953351.755cf76076bd71b71b0f16d64304a534./info:regioninfo/1732180954091/Put/seqid=0 2024-11-21T09:22:40,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45515 is added to blk_1073741839_1015 (size=6421) 2024-11-21T09:22:40,949 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:22:41,101 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:22:41,238 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:22:41,238 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:22:41,281 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 393, reset compression=false 2024-11-21T09:22:41,301 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:22:41,325 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740/.tmp/info/941e8d7560d44623b05c8ae85ea79434 2024-11-21T09:22:41,340 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740/.tmp/ns/9af4e0588d0649dc844582549571a301 is 43, key is default/ns:d/1732180949926/Put/seqid=0 2024-11-21T09:22:41,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45515 is added to blk_1073741840_1016 (size=5153) 2024-11-21T09:22:41,501 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:22:41,518 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 393, reset compression=false 2024-11-21T09:22:41,701 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:22:41,743 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740/.tmp/ns/9af4e0588d0649dc844582549571a301 2024-11-21T09:22:41,759 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740/.tmp/rep_barrier/8bdfcb1bca024e019e625007bd5e49cf is 112, key is test,,1732180953351.755cf76076bd71b71b0f16d64304a534./rep_barrier:seqnumDuringOpen/1732180954091/Put/seqid=0 2024-11-21T09:22:41,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45515 is added to blk_1073741841_1017 (size=5518) 2024-11-21T09:22:41,902 INFO [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T09:22:41,902 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T09:22:41,902 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:22:41,984 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 393, reset compression=false 2024-11-21T09:22:42,102 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:22:42,162 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740/.tmp/rep_barrier/8bdfcb1bca024e019e625007bd5e49cf 2024-11-21T09:22:42,180 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740/.tmp/table/9ee35fae688c4ae6bb32933fe455f8a4 is 40, key is test/table:state/1732180954096/Put/seqid=0 2024-11-21T09:22:42,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45515 is added to blk_1073741842_1018 (size=5165) 2024-11-21T09:22:42,302 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:22:42,321 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 393, reset compression=false 2024-11-21T09:22:42,502 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:22:42,584 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740/.tmp/table/9ee35fae688c4ae6bb32933fe455f8a4 2024-11-21T09:22:42,587 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740/.tmp/info/941e8d7560d44623b05c8ae85ea79434 as hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740/info/941e8d7560d44623b05c8ae85ea79434 2024-11-21T09:22:42,599 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740/info/941e8d7560d44623b05c8ae85ea79434, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T09:22:42,600 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740/.tmp/ns/9af4e0588d0649dc844582549571a301 as hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740/ns/9af4e0588d0649dc844582549571a301 2024-11-21T09:22:42,603 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740/ns/9af4e0588d0649dc844582549571a301, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T09:22:42,603 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740/.tmp/rep_barrier/8bdfcb1bca024e019e625007bd5e49cf as hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740/rep_barrier/8bdfcb1bca024e019e625007bd5e49cf 2024-11-21T09:22:42,606 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740/rep_barrier/8bdfcb1bca024e019e625007bd5e49cf, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T09:22:42,607 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740/.tmp/table/9ee35fae688c4ae6bb32933fe455f8a4 as hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740/table/9ee35fae688c4ae6bb32933fe455f8a4 2024-11-21T09:22:42,610 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740/table/9ee35fae688c4ae6bb32933fe455f8a4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T09:22:42,611 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=11, compaction requested=false 2024-11-21T09:22:42,615 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T09:22:42,615 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:22:42,616 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:22:42,616 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:22:42,616 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180960901Running coprocessor pre-close hooks at 1732180960901Disabling compacts and flushes for region at 1732180960901Disabling writes for close at 1732180960901Obtaining lock to block concurrent updates at 1732180960901Preparing flush snapshotting stores in 1588230740 at 1732180960901Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732180960902 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732180960902Flushing 1588230740/info: creating writer at 1732180960902Flushing 1588230740/info: appending metadata at 1732180960917 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732180960917Flushing 1588230740/ns: creating writer at 1732180961329 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732180961340 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1732180961340Flushing 1588230740/rep_barrier: creating writer at 1732180961747 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732180961758 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732180961758Flushing 1588230740/table: creating writer at 1732180962165 (+407 ms)Flushing 1588230740/table: appending metadata at 1732180962180 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732180962180Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4edf8193: reopening flushed file at 1732180962586 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@450e302d: reopening flushed file at 1732180962599 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2643944d: reopening flushed file at 1732180962603 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a7826fe: reopening flushed file at 1732180962606 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1710ms, sequenceid=11, compaction requested=false at 1732180962611 (+5 ms)Writing region close event to WAL at 1732180962613 (+2 ms)Running coprocessor post-close hooks at 1732180962615 (+2 ms)Closed at 1732180962616 (+1 ms) 2024-11-21T09:22:42,616 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:22:42,702 INFO [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,41963,1732180947356; all regions closed. 2024-11-21T09:22:42,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45515 is added to blk_1073741834_1010 (size=2717) 2024-11-21T09:22:42,706 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/oldWALs 2024-11-21T09:22:42,706 INFO [RS:0;5b0ae2ee7b9e:41963 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C41963%2C1732180947356.meta:.meta(num 1732180949875) 2024-11-21T09:22:42,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45515 is added to blk_1073741832_1008 (size=1028) 2024-11-21T09:22:42,709 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/oldWALs 2024-11-21T09:22:42,709 INFO [RS:0;5b0ae2ee7b9e:41963 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C41963%2C1732180947356:(num 1732180949369) 2024-11-21T09:22:42,709 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:42,709 INFO [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:22:42,709 INFO [RS:0;5b0ae2ee7b9e:41963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:22:42,709 INFO [RS:0;5b0ae2ee7b9e:41963 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T09:22:42,709 INFO [RS:0;5b0ae2ee7b9e:41963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:22:42,709 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:22:42,710 INFO [RS:0;5b0ae2ee7b9e:41963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:41963. 2024-11-21T09:22:42,710 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:22:42,710 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:42,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:22:42,710 DEBUG [RS:0;5b0ae2ee7b9e:41963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:42,710 INFO [RS:0;5b0ae2ee7b9e:41963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41963 2024-11-21T09:22:42,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21936566357/rs 2024-11-21T09:22:42,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1015cb377790007, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21936566357/rs/5b0ae2ee7b9e,41963,1732180947356 2024-11-21T09:22:42,772 INFO [RS:0;5b0ae2ee7b9e:41963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:22:42,782 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,41963,1732180947356] 2024-11-21T09:22:42,787 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 393, reset compression=false 2024-11-21T09:22:42,793 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21936566357/draining/5b0ae2ee7b9e,41963,1732180947356 already deleted, retry=false 2024-11-21T09:22:42,793 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,41963,1732180947356 expired; onlineServers=0 2024-11-21T09:22:42,793 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,41835,1732180947189' ***** 2024-11-21T09:22:42,793 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:22:42,793 INFO [M:0;5b0ae2ee7b9e:41835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:22:42,793 INFO [M:0;5b0ae2ee7b9e:41835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:22:42,793 DEBUG [M:0;5b0ae2ee7b9e:41835 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:22:42,793 DEBUG [M:0;5b0ae2ee7b9e:41835 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:22:42,793 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180949054 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180949054,5,FailOnTimeoutGroup] 2024-11-21T09:22:42,793 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180949056 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180949056,5,FailOnTimeoutGroup] 2024-11-21T09:22:42,793 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:22:42,793 INFO [M:0;5b0ae2ee7b9e:41835 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:22:42,794 INFO [M:0;5b0ae2ee7b9e:41835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:22:42,794 DEBUG [M:0;5b0ae2ee7b9e:41835 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:22:42,794 INFO [M:0;5b0ae2ee7b9e:41835 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:22:42,794 INFO [M:0;5b0ae2ee7b9e:41835 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:22:42,794 INFO [M:0;5b0ae2ee7b9e:41835 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:22:42,794 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:22:42,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21936566357/master 2024-11-21T09:22:42,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21936566357 2024-11-21T09:22:42,803 DEBUG [M:0;5b0ae2ee7b9e:41835 {}] zookeeper.ZKUtil(347): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Unable to get data of znode /21936566357/master because node does not exist (not an error) 2024-11-21T09:22:42,803 WARN [M:0;5b0ae2ee7b9e:41835 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T09:22:42,804 INFO [M:0;5b0ae2ee7b9e:41835 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/.lastflushedseqids 2024-11-21T09:22:42,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45515 is added to blk_1073741843_1019 (size=173) 2024-11-21T09:22:42,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1015cb377790007, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:22:42,882 INFO [RS:0;5b0ae2ee7b9e:41963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:22:42,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41963-0x1015cb377790007, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:22:42,882 INFO [RS:0;5b0ae2ee7b9e:41963 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,41963,1732180947356; zookeeper connection closed. 2024-11-21T09:22:42,883 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f3546d7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f3546d7 2024-11-21T09:22:42,883 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T09:22:43,207 INFO [M:0;5b0ae2ee7b9e:41835 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:22:43,207 INFO [M:0;5b0ae2ee7b9e:41835 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:22:43,208 DEBUG [M:0;5b0ae2ee7b9e:41835 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:22:43,208 INFO [M:0;5b0ae2ee7b9e:41835 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:43,208 DEBUG [M:0;5b0ae2ee7b9e:41835 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:43,208 DEBUG [M:0;5b0ae2ee7b9e:41835 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:22:43,208 DEBUG [M:0;5b0ae2ee7b9e:41835 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:43,208 INFO [M:0;5b0ae2ee7b9e:41835 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-21T09:22:43,224 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 393, reset compression=false 2024-11-21T09:22:43,226 DEBUG [M:0;5b0ae2ee7b9e:41835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/488c11d179a447be95c5e8b62f414f98 is 82, key is hbase:meta,,1/info:regioninfo/1732180949914/Put/seqid=0 2024-11-21T09:22:43,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45515 is added to blk_1073741844_1020 (size=5672) 2024-11-21T09:22:43,629 INFO [M:0;5b0ae2ee7b9e:41835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/488c11d179a447be95c5e8b62f414f98 2024-11-21T09:22:43,644 DEBUG [M:0;5b0ae2ee7b9e:41835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/973df353ce624d7191a178904edf9bf8 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732180954098/Put/seqid=0 2024-11-21T09:22:43,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45515 is added to blk_1073741845_1021 (size=6585) 2024-11-21T09:22:43,647 INFO [M:0;5b0ae2ee7b9e:41835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/973df353ce624d7191a178904edf9bf8 2024-11-21T09:22:43,666 DEBUG [M:0;5b0ae2ee7b9e:41835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7503e77a155343a2b935391d92fb5248 is 69, key is 5b0ae2ee7b9e,41963,1732180947356/rs:state/1732180949172/Put/seqid=0 2024-11-21T09:22:43,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45515 is added to blk_1073741846_1022 (size=5156) 2024-11-21T09:22:43,672 INFO [M:0;5b0ae2ee7b9e:41835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7503e77a155343a2b935391d92fb5248 2024-11-21T09:22:43,676 DEBUG [M:0;5b0ae2ee7b9e:41835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/488c11d179a447be95c5e8b62f414f98 as hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/488c11d179a447be95c5e8b62f414f98 2024-11-21T09:22:43,679 INFO [M:0;5b0ae2ee7b9e:41835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/488c11d179a447be95c5e8b62f414f98, entries=8, sequenceid=55, filesize=5.5 K 2024-11-21T09:22:43,680 DEBUG [M:0;5b0ae2ee7b9e:41835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/973df353ce624d7191a178904edf9bf8 as hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/973df353ce624d7191a178904edf9bf8 2024-11-21T09:22:43,685 INFO [M:0;5b0ae2ee7b9e:41835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/973df353ce624d7191a178904edf9bf8, entries=6, sequenceid=55, filesize=6.4 K 2024-11-21T09:22:43,685 DEBUG [M:0;5b0ae2ee7b9e:41835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7503e77a155343a2b935391d92fb5248 as hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7503e77a155343a2b935391d92fb5248 2024-11-21T09:22:43,688 INFO [M:0;5b0ae2ee7b9e:41835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41019/user/jenkins/test-data/6efe5068-8e20-bb87-aacf-50e7bc8827f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7503e77a155343a2b935391d92fb5248, entries=1, sequenceid=55, filesize=5.0 K 2024-11-21T09:22:43,689 INFO [M:0;5b0ae2ee7b9e:41835 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 481ms, sequenceid=55, compaction requested=false 2024-11-21T09:22:43,690 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 393, reset compression=false 2024-11-21T09:22:43,698 INFO [M:0;5b0ae2ee7b9e:41835 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:43,699 DEBUG [M:0;5b0ae2ee7b9e:41835 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180963207Disabling compacts and flushes for region at 1732180963207Disabling writes for close at 1732180963208 (+1 ms)Obtaining lock to block concurrent updates at 1732180963208Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180963208Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732180963208Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180963209 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180963209Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180963225 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180963226 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180963632 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180963644 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180963644Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180963650 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180963666 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180963666Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a6d037: reopening flushed file at 1732180963675 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3538e64f: reopening flushed file at 1732180963680 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79451719: reopening flushed file at 1732180963685 (+5 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 481ms, sequenceid=55, compaction requested=false at 1732180963689 (+4 ms)Writing region close event to WAL at 1732180963698 (+9 ms)Closed at 1732180963698 2024-11-21T09:22:43,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45515 is added to blk_1073741830_1006 (size=32758) 2024-11-21T09:22:43,701 INFO [M:0;5b0ae2ee7b9e:41835 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:22:43,701 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:22:43,701 INFO [M:0;5b0ae2ee7b9e:41835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41835 2024-11-21T09:22:43,702 INFO [M:0;5b0ae2ee7b9e:41835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:22:43,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:22:43,808 INFO [M:0;5b0ae2ee7b9e:41835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:22:43,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41835-0x1015cb377790006, quorum=127.0.0.1:60896, baseZNode=/21936566357 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:22:43,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9c89209{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:22:43,811 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24004756{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:22:43,811 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:22:43,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c43ff84{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:22:43,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4540f54c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/hadoop.log.dir/,STOPPED} 2024-11-21T09:22:43,813 WARN [BP-1362479503-172.17.0.2-1732180944774 heartbeating to localhost/127.0.0.1:41019 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:22:43,813 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:22:43,813 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:22:43,813 WARN [BP-1362479503-172.17.0.2-1732180944774 heartbeating to localhost/127.0.0.1:41019 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1362479503-172.17.0.2-1732180944774 (Datanode Uuid c484176d-8391-4ce4-9550-5fd91378f248) service to localhost/127.0.0.1:41019 2024-11-21T09:22:43,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/cluster_f4fbad4a-8368-4539-489e-78cd878638d5/data/data1/current/BP-1362479503-172.17.0.2-1732180944774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:22:43,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/cluster_f4fbad4a-8368-4539-489e-78cd878638d5/data/data2/current/BP-1362479503-172.17.0.2-1732180944774 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:22:43,814 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:22:43,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bff015a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:22:43,818 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ecba82a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:22:43,818 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:22:43,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70f2b378{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:22:43,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d95228{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4911d895-4cc2-b55b-b991-ecd8d9264f49/hadoop.log.dir/,STOPPED} 2024-11-21T09:22:43,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T09:22:43,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T09:22:43,830 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:22:43,830 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:22:43,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:43,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:22:43,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:43,830 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:22:43,830 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1366764140, stopped=false 2024-11-21T09:22:43,830 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,42811,1732180941188 2024-11-21T09:22:43,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1388275188/running 2024-11-21T09:22:43,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1015cb377790004, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1388275188/running 2024-11-21T09:22:43,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1388275188 2024-11-21T09:22:43,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1015cb377790004, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1388275188 2024-11-21T09:22:43,845 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:22:43,845 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:22:43,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:22:43,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:43,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33599-0x1015cb377790004, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Set watcher on znode that does not yet exist, /1-1388275188/running 2024-11-21T09:22:43,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Set watcher on znode that does not yet exist, /1-1388275188/running 2024-11-21T09:22:43,846 INFO [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-21T09:22:43,846 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,33599,1732180941389' ***** 2024-11-21T09:22:43,846 INFO [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b1f4f3c34db1a93d01f0ac3135b092e 2024-11-21T09:22:43,846 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:22:43,846 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b1f4f3c34db1a93d01f0ac3135b092e, disabling compactions & flushes 2024-11-21T09:22:43,847 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732180952210.4b1f4f3c34db1a93d01f0ac3135b092e. 2024-11-21T09:22:43,847 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180952210.4b1f4f3c34db1a93d01f0ac3135b092e. 2024-11-21T09:22:43,847 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732180952210.4b1f4f3c34db1a93d01f0ac3135b092e. after waiting 0 ms 2024-11-21T09:22:43,847 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732180952210.4b1f4f3c34db1a93d01f0ac3135b092e. 2024-11-21T09:22:43,848 INFO [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:22:43,848 INFO [RS:0;5b0ae2ee7b9e:33599 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:22:43,848 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:22:43,848 INFO [RS:0;5b0ae2ee7b9e:33599 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:22:43,848 INFO [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,33599,1732180941389 2024-11-21T09:22:43,848 INFO [RS:0;5b0ae2ee7b9e:33599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:22:43,848 INFO [RS:0;5b0ae2ee7b9e:33599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:33599. 2024-11-21T09:22:43,848 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:22:43,848 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:43,848 INFO [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:22:43,848 INFO [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:22:43,848 INFO [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:22:43,848 INFO [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:22:43,849 INFO [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T09:22:43,849 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.HRegionServer(1325): Online Regions={4b1f4f3c34db1a93d01f0ac3135b092e=test,,1732180952210.4b1f4f3c34db1a93d01f0ac3135b092e., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T09:22:43,849 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:22:43,849 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b1f4f3c34db1a93d01f0ac3135b092e 2024-11-21T09:22:43,849 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:22:43,849 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:22:43,849 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:22:43,849 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:22:43,849 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T09:22:43,849 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/default/test/4b1f4f3c34db1a93d01f0ac3135b092e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T09:22:43,850 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:22:43,850 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:22:43,850 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732180952210.4b1f4f3c34db1a93d01f0ac3135b092e. 2024-11-21T09:22:43,850 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b1f4f3c34db1a93d01f0ac3135b092e: Waiting for close lock at 1732180963846Running coprocessor pre-close hooks at 1732180963846Disabling compacts and flushes for region at 1732180963846Disabling writes for close at 1732180963847 (+1 ms)Writing region close event to WAL at 1732180963847Running coprocessor post-close hooks at 1732180963850 (+3 ms)Closed at 1732180963850 2024-11-21T09:22:43,850 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732180952210.4b1f4f3c34db1a93d01f0ac3135b092e. 2024-11-21T09:22:43,861 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740/.tmp/info/d2029f30d744492d9c736e268a585e9c is 129, key is test,,1732180952210.4b1f4f3c34db1a93d01f0ac3135b092e./info:regioninfo/1732180952949/Put/seqid=0 2024-11-21T09:22:43,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741841_1017 (size=6421) 2024-11-21T09:22:43,864 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740/.tmp/info/d2029f30d744492d9c736e268a585e9c 2024-11-21T09:22:43,880 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740/.tmp/ns/a295a00b9f4c445fab8eaa87d299da15 is 43, key is default/ns:d/1732180944620/Put/seqid=0 2024-11-21T09:22:43,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741842_1018 (size=5153) 2024-11-21T09:22:43,923 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:22:44,049 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:22:44,227 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 393, reset compression=false 2024-11-21T09:22:44,249 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:22:44,283 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740/.tmp/ns/a295a00b9f4c445fab8eaa87d299da15 2024-11-21T09:22:44,298 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740/.tmp/rep_barrier/f376c01b890442ccb5aaa3b1cf72ee18 is 112, key is test,,1732180952210.4b1f4f3c34db1a93d01f0ac3135b092e./rep_barrier:seqnumDuringOpen/1732180952949/Put/seqid=0 2024-11-21T09:22:44,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741843_1019 (size=5518) 2024-11-21T09:22:44,449 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:22:44,499 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:22:44,499 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:22:44,649 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:22:44,699 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 393, reset compression=false 2024-11-21T09:22:44,701 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740/.tmp/rep_barrier/f376c01b890442ccb5aaa3b1cf72ee18 2024-11-21T09:22:44,719 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740/.tmp/table/3f8056d542b04820ab9c7e123ede3cd3 is 40, key is test/table:state/1732180952955/Put/seqid=0 2024-11-21T09:22:44,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741844_1020 (size=5165) 2024-11-21T09:22:44,722 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740/.tmp/table/3f8056d542b04820ab9c7e123ede3cd3 2024-11-21T09:22:44,726 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740/.tmp/info/d2029f30d744492d9c736e268a585e9c as hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740/info/d2029f30d744492d9c736e268a585e9c 2024-11-21T09:22:44,729 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740/info/d2029f30d744492d9c736e268a585e9c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T09:22:44,730 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740/.tmp/ns/a295a00b9f4c445fab8eaa87d299da15 as hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740/ns/a295a00b9f4c445fab8eaa87d299da15 2024-11-21T09:22:44,733 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740/ns/a295a00b9f4c445fab8eaa87d299da15, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T09:22:44,733 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740/.tmp/rep_barrier/f376c01b890442ccb5aaa3b1cf72ee18 as hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740/rep_barrier/f376c01b890442ccb5aaa3b1cf72ee18 2024-11-21T09:22:44,736 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740/rep_barrier/f376c01b890442ccb5aaa3b1cf72ee18, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T09:22:44,737 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740/.tmp/table/3f8056d542b04820ab9c7e123ede3cd3 as hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740/table/3f8056d542b04820ab9c7e123ede3cd3 2024-11-21T09:22:44,740 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740/table/3f8056d542b04820ab9c7e123ede3cd3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T09:22:44,740 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 891ms, sequenceid=11, compaction requested=false 2024-11-21T09:22:44,743 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T09:22:44,744 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:22:44,744 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:22:44,744 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:22:44,744 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180963849Running coprocessor pre-close hooks at 1732180963849Disabling compacts and flushes for region at 1732180963849Disabling writes for close at 1732180963849Obtaining lock to block concurrent updates at 1732180963849Preparing flush snapshotting stores in 1588230740 at 1732180963849Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732180963849Flushing stores of hbase:meta,,1.1588230740 at 1732180963849Flushing 1588230740/info: creating writer at 1732180963850 (+1 ms)Flushing 1588230740/info: appending metadata at 1732180963861 (+11 ms)Flushing 1588230740/info: closing flushed file at 1732180963861Flushing 1588230740/ns: creating writer at 1732180963868 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732180963879 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1732180963879Flushing 1588230740/rep_barrier: creating writer at 1732180964286 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732180964297 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732180964297Flushing 1588230740/table: creating writer at 1732180964704 (+407 ms)Flushing 1588230740/table: appending metadata at 1732180964719 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732180964719Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ca13496: reopening flushed file at 1732180964725 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@212e2c97: reopening flushed file at 1732180964729 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b9a5681: reopening flushed file at 1732180964733 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f10b597: reopening flushed file at 1732180964736 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 891ms, sequenceid=11, compaction requested=false at 1732180964740 (+4 ms)Writing region close event to WAL at 1732180964742 (+2 ms)Running coprocessor post-close hooks at 1732180964744 (+2 ms)Closed at 1732180964744 2024-11-21T09:22:44,744 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:22:44,849 INFO [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,33599,1732180941389; all regions closed. 2024-11-21T09:22:44,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741834_1010 (size=2717) 2024-11-21T09:22:44,853 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/oldWALs 2024-11-21T09:22:44,853 INFO [RS:0;5b0ae2ee7b9e:33599 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C33599%2C1732180941389.meta:.meta(num 1732180944572) 2024-11-21T09:22:44,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741832_1008 (size=1374) 2024-11-21T09:22:44,855 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/oldWALs 2024-11-21T09:22:44,855 INFO [RS:0;5b0ae2ee7b9e:33599 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 5b0ae2ee7b9e%2C33599%2C1732180941389:(num 1732180943626) 2024-11-21T09:22:44,855 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:44,856 INFO [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:22:44,856 INFO [RS:0;5b0ae2ee7b9e:33599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:22:44,856 INFO [RS:0;5b0ae2ee7b9e:33599 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T09:22:44,856 INFO [RS:0;5b0ae2ee7b9e:33599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:22:44,856 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:22:44,856 INFO [RS:0;5b0ae2ee7b9e:33599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:33599. 2024-11-21T09:22:44,856 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:22:44,856 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:44,856 DEBUG [RS:0;5b0ae2ee7b9e:33599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:44,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:22:44,856 INFO [RS:0;5b0ae2ee7b9e:33599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33599 2024-11-21T09:22:44,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1388275188/rs 2024-11-21T09:22:44,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1015cb377790004, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1388275188/rs/5b0ae2ee7b9e,33599,1732180941389 2024-11-21T09:22:44,866 INFO [RS:0;5b0ae2ee7b9e:33599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:22:44,867 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,33599,1732180941389] 2024-11-21T09:22:44,887 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1388275188/draining/5b0ae2ee7b9e,33599,1732180941389 already deleted, retry=false 2024-11-21T09:22:44,887 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,33599,1732180941389 expired; onlineServers=0 2024-11-21T09:22:44,887 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,42811,1732180941188' ***** 2024-11-21T09:22:44,887 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:22:44,887 INFO [M:0;5b0ae2ee7b9e:42811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:22:44,887 INFO [M:0;5b0ae2ee7b9e:42811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:22:44,887 DEBUG [M:0;5b0ae2ee7b9e:42811 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:22:44,888 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:22:44,888 DEBUG [M:0;5b0ae2ee7b9e:42811 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:22:44,888 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180943411 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180943411,5,FailOnTimeoutGroup] 2024-11-21T09:22:44,888 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180943405 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180943405,5,FailOnTimeoutGroup] 2024-11-21T09:22:44,888 INFO [M:0;5b0ae2ee7b9e:42811 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:22:44,888 INFO [M:0;5b0ae2ee7b9e:42811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:22:44,888 DEBUG [M:0;5b0ae2ee7b9e:42811 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:22:44,888 INFO [M:0;5b0ae2ee7b9e:42811 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:22:44,888 INFO [M:0;5b0ae2ee7b9e:42811 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:22:44,888 INFO [M:0;5b0ae2ee7b9e:42811 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:22:44,888 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:22:44,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1388275188/master 2024-11-21T09:22:44,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1388275188 2024-11-21T09:22:44,898 DEBUG [M:0;5b0ae2ee7b9e:42811 {}] zookeeper.ZKUtil(347): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Unable to get data of znode /1-1388275188/master because node does not exist (not an error) 2024-11-21T09:22:44,898 WARN [M:0;5b0ae2ee7b9e:42811 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T09:22:44,899 INFO [M:0;5b0ae2ee7b9e:42811 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/.lastflushedseqids 2024-11-21T09:22:44,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741845_1021 (size=173) 2024-11-21T09:22:44,977 INFO [RS:0;5b0ae2ee7b9e:33599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:22:44,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1015cb377790004, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:22:44,977 INFO [RS:0;5b0ae2ee7b9e:33599 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,33599,1732180941389; zookeeper connection closed. 2024-11-21T09:22:44,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33599-0x1015cb377790004, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:22:44,977 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24c08752 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24c08752 2024-11-21T09:22:44,977 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T09:22:45,304 INFO [M:0;5b0ae2ee7b9e:42811 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:22:45,304 INFO [M:0;5b0ae2ee7b9e:42811 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:22:45,304 DEBUG [M:0;5b0ae2ee7b9e:42811 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:22:45,304 INFO [M:0;5b0ae2ee7b9e:42811 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:45,304 DEBUG [M:0;5b0ae2ee7b9e:42811 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:45,304 DEBUG [M:0;5b0ae2ee7b9e:42811 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:22:45,304 DEBUG [M:0;5b0ae2ee7b9e:42811 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:45,304 INFO [M:0;5b0ae2ee7b9e:42811 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-21T09:22:45,322 DEBUG [M:0;5b0ae2ee7b9e:42811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b873a208c4c456090a75a3cb4f35ad3 is 82, key is hbase:meta,,1/info:regioninfo/1732180944601/Put/seqid=0 2024-11-21T09:22:45,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741846_1022 (size=5672) 2024-11-21T09:22:45,330 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 393, reset compression=false 2024-11-21T09:22:45,730 INFO [M:0;5b0ae2ee7b9e:42811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b873a208c4c456090a75a3cb4f35ad3 2024-11-21T09:22:45,756 DEBUG [M:0;5b0ae2ee7b9e:42811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c41f7238e70e428ab17ffc8a8ce7a171 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732180952957/Put/seqid=0 2024-11-21T09:22:45,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741847_1023 (size=6586) 2024-11-21T09:22:45,762 INFO [M:0;5b0ae2ee7b9e:42811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c41f7238e70e428ab17ffc8a8ce7a171 2024-11-21T09:22:45,784 DEBUG [M:0;5b0ae2ee7b9e:42811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2371f1a44d6b49a0a36b03cdf43625b4 is 69, key is 5b0ae2ee7b9e,33599,1732180941389/rs:state/1732180943449/Put/seqid=0 2024-11-21T09:22:45,786 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T09:22:45,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741848_1024 (size=5156) 2024-11-21T09:22:45,802 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 393, reset compression=false 2024-11-21T09:22:46,188 INFO [M:0;5b0ae2ee7b9e:42811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2371f1a44d6b49a0a36b03cdf43625b4 2024-11-21T09:22:46,192 DEBUG [M:0;5b0ae2ee7b9e:42811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b873a208c4c456090a75a3cb4f35ad3 as hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b873a208c4c456090a75a3cb4f35ad3 2024-11-21T09:22:46,195 INFO [M:0;5b0ae2ee7b9e:42811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b873a208c4c456090a75a3cb4f35ad3, entries=8, sequenceid=55, filesize=5.5 K 2024-11-21T09:22:46,196 DEBUG [M:0;5b0ae2ee7b9e:42811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c41f7238e70e428ab17ffc8a8ce7a171 as hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c41f7238e70e428ab17ffc8a8ce7a171 2024-11-21T09:22:46,199 INFO [M:0;5b0ae2ee7b9e:42811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c41f7238e70e428ab17ffc8a8ce7a171, entries=6, sequenceid=55, filesize=6.4 K 2024-11-21T09:22:46,200 DEBUG [M:0;5b0ae2ee7b9e:42811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2371f1a44d6b49a0a36b03cdf43625b4 as hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2371f1a44d6b49a0a36b03cdf43625b4 2024-11-21T09:22:46,202 INFO [M:0;5b0ae2ee7b9e:42811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37993/user/jenkins/test-data/d8772228-fb66-474e-652f-df59e35e8d54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2371f1a44d6b49a0a36b03cdf43625b4, entries=1, sequenceid=55, filesize=5.0 K 2024-11-21T09:22:46,203 INFO [M:0;5b0ae2ee7b9e:42811 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=55, compaction requested=false 2024-11-21T09:22:46,204 INFO [M:0;5b0ae2ee7b9e:42811 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:46,204 DEBUG [M:0;5b0ae2ee7b9e:42811 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180965304Disabling compacts and flushes for region at 1732180965304Disabling writes for close at 1732180965304Obtaining lock to block concurrent updates at 1732180965304Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180965304Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732180965304Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180965305 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180965305Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180965322 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180965322Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180965734 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180965756 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180965756Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180965766 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180965784 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180965784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@91ac949: reopening flushed file at 1732180966191 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2176ad5c: reopening flushed file at 1732180966196 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72955060: reopening flushed file at 1732180966199 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=55, compaction requested=false at 1732180966203 (+4 ms)Writing region close event to WAL at 1732180966204 (+1 ms)Closed at 1732180966204 2024-11-21T09:22:46,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37567 is added to blk_1073741830_1006 (size=32770) 2024-11-21T09:22:46,206 INFO [M:0;5b0ae2ee7b9e:42811 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:22:46,206 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:22:46,206 INFO [M:0;5b0ae2ee7b9e:42811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42811 2024-11-21T09:22:46,206 INFO [M:0;5b0ae2ee7b9e:42811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:22:46,322 INFO [M:0;5b0ae2ee7b9e:42811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:22:46,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:22:46,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42811-0x1015cb377790003, quorum=127.0.0.1:60896, baseZNode=/1-1388275188 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:22:46,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7700c4e4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:22:46,325 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ab53fd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:22:46,325 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:22:46,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a6b2280{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:22:46,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bafa8f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/hadoop.log.dir/,STOPPED} 2024-11-21T09:22:46,326 WARN [BP-509971420-172.17.0.2-1732180939365 heartbeating to localhost/127.0.0.1:37993 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:22:46,326 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:22:46,326 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:22:46,326 WARN [BP-509971420-172.17.0.2-1732180939365 heartbeating to localhost/127.0.0.1:37993 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-509971420-172.17.0.2-1732180939365 (Datanode Uuid 79aba0df-0e3e-4899-ac01-46f7316133fe) service to localhost/127.0.0.1:37993 2024-11-21T09:22:46,326 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/cluster_825fc492-fe21-b5bd-60b4-07357667d18e/data/data1/current/BP-509971420-172.17.0.2-1732180939365 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:22:46,327 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/cluster_825fc492-fe21-b5bd-60b4-07357667d18e/data/data2/current/BP-509971420-172.17.0.2-1732180939365 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:22:46,327 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:22:46,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52326025{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:22:46,332 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76cd9f5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:22:46,332 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:22:46,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20428485{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:22:46,332 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52cff1ca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce503b4b-57f6-8068-a902-750fb565f339/hadoop.log.dir/,STOPPED} 2024-11-21T09:22:46,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T09:22:46,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T09:22:46,344 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:22:46,344 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:22:46,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:46,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:46,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:22:46,345 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T09:22:46,345 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=272846082, stopped=false 2024-11-21T09:22:46,345 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=5b0ae2ee7b9e,44369,1732180935862 2024-11-21T09:22:46,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01623599992/running 2024-11-21T09:22:46,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36579-0x1015cb377790001, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01623599992/running 2024-11-21T09:22:46,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01623599992 2024-11-21T09:22:46,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36579-0x1015cb377790001, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01623599992 2024-11-21T09:22:46,359 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:22:46,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T09:22:46,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:22:46,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:46,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Set watcher on znode that does not yet exist, /01623599992/running 2024-11-21T09:22:46,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36579-0x1015cb377790001, quorum=127.0.0.1:60896, baseZNode=/01623599992 Set watcher on znode that does not yet exist, /01623599992/running 2024-11-21T09:22:46,360 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '5b0ae2ee7b9e,36579,1732180936173' ***** 2024-11-21T09:22:46,360 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T09:22:46,360 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T09:22:46,360 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T09:22:46,360 INFO [RS:0;5b0ae2ee7b9e:36579 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T09:22:46,360 INFO [RS:0;5b0ae2ee7b9e:36579 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T09:22:46,360 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer(3091): Received CLOSE for eed6cca182cb56256690b32d113082ef 2024-11-21T09:22:46,361 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer(3091): Received CLOSE for 329173b55e3f2cff7f1a176f08090fae 2024-11-21T09:22:46,361 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer(959): stopping server 5b0ae2ee7b9e,36579,1732180936173 2024-11-21T09:22:46,361 INFO [RS:0;5b0ae2ee7b9e:36579 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:22:46,361 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eed6cca182cb56256690b32d113082ef, disabling compactions & flushes 2024-11-21T09:22:46,361 INFO [RS:0;5b0ae2ee7b9e:36579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:36579. 2024-11-21T09:22:46,361 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732180950060.eed6cca182cb56256690b32d113082ef. 2024-11-21T09:22:46,361 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732180950060.eed6cca182cb56256690b32d113082ef. 2024-11-21T09:22:46,361 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:22:46,361 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732180950060.eed6cca182cb56256690b32d113082ef. after waiting 0 ms 2024-11-21T09:22:46,361 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732180950060.eed6cca182cb56256690b32d113082ef. 2024-11-21T09:22:46,361 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:46,361 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T09:22:46,361 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T09:22:46,361 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T09:22:46,361 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T09:22:46,363 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T09:22:46,363 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer(1325): Online Regions={eed6cca182cb56256690b32d113082ef=test,,1732180950060.eed6cca182cb56256690b32d113082ef., 1588230740=hbase:meta,,1.1588230740, 329173b55e3f2cff7f1a176f08090fae=hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae.} 2024-11-21T09:22:46,363 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 329173b55e3f2cff7f1a176f08090fae, eed6cca182cb56256690b32d113082ef 2024-11-21T09:22:46,363 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T09:22:46,363 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T09:22:46,363 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T09:22:46,363 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T09:22:46,363 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T09:22:46,363 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T09:22:46,366 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/default/test/eed6cca182cb56256690b32d113082ef/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T09:22:46,366 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:22:46,366 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T09:22:46,366 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732180950060.eed6cca182cb56256690b32d113082ef. 2024-11-21T09:22:46,366 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eed6cca182cb56256690b32d113082ef: Waiting for close lock at 1732180966361Running coprocessor pre-close hooks at 1732180966361Disabling compacts and flushes for region at 1732180966361Disabling writes for close at 1732180966361Writing region close event to WAL at 1732180966363 (+2 ms)Running coprocessor post-close hooks at 1732180966366 (+3 ms)Closed at 1732180966366 2024-11-21T09:22:46,366 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732180950060.eed6cca182cb56256690b32d113082ef. 2024-11-21T09:22:46,366 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 329173b55e3f2cff7f1a176f08090fae, disabling compactions & flushes 2024-11-21T09:22:46,366 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae. 2024-11-21T09:22:46,366 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae. 2024-11-21T09:22:46,367 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae. after waiting 1 ms 2024-11-21T09:22:46,367 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae. 2024-11-21T09:22:46,367 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 329173b55e3f2cff7f1a176f08090fae 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-21T09:22:46,380 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/replication/329173b55e3f2cff7f1a176f08090fae/.tmp/hfileref/f2219cc0277a4f709e64c5f089abc80a is 74, key is 1/hfileref:207f2b154e6740f9b416bb7f868ab69f_SeqId_4_/1732180957397/DeleteColumn/seqid=0 2024-11-21T09:22:46,382 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740/.tmp/info/22951f82a5fe4784b91bd0720a90232a is 147, key is hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae./info:regioninfo/1732180955277/Put/seqid=0 2024-11-21T09:22:46,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741847_1023 (size=5489) 2024-11-21T09:22:46,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741848_1024 (size=7686) 2024-11-21T09:22:46,407 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T09:22:46,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:46,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:46,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:46,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:46,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:46,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:46,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:46,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:46,436 INFO [regionserver/5b0ae2ee7b9e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:22:46,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:46,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:46,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:46,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:46,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:46,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:46,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:46,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:46,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:46,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:46,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:46,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T09:22:46,534 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 393, reset compression=false 2024-11-21T09:22:46,538 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:22:46,539 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 688, reset compression=false 2024-11-21T09:22:46,539 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.shipper5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-5b0ae2ee7b9e,36579,1732180936173 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:22:46,540 ERROR [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.shipper5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 5b0ae2ee7b9e,36579,1732180936173: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-5b0ae2ee7b9e,36579,1732180936173, walGroup=5b0ae2ee7b9e%2C36579%2C1732180936173, offset=5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:36579 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T09:22:46,541 ERROR [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.shipper5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T09:22:46,541 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.shipper5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T09:22:46,542 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.shipper5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T09:22:46,542 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.shipper5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T09:22:46,542 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.shipper5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T09:22:46,542 INFO [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.shipper5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1346371584, "init": 1048576000, "max": 2306867200, "used": 1116637592 }, "NonHeapMemoryUsage": { "committed": 211353600, "init": 7667712, "max": -1, "used": 208318968 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T09:22:46,542 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.shipper5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:44369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=5b0ae2ee7b9e:44369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T09:22:46,563 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 329173b55e3f2cff7f1a176f08090fae 2024-11-21T09:22:46,747 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 688, reset compression=false 2024-11-21T09:22:46,763 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 329173b55e3f2cff7f1a176f08090fae 2024-11-21T09:22:46,783 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/replication/329173b55e3f2cff7f1a176f08090fae/.tmp/hfileref/f2219cc0277a4f709e64c5f089abc80a 2024-11-21T09:22:46,785 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740/.tmp/info/22951f82a5fe4784b91bd0720a90232a 2024-11-21T09:22:46,808 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740/.tmp/ns/99ee54df329e4a8f9a277de847f48aa1 is 43, key is default/ns:d/1732180939212/Put/seqid=0 2024-11-21T09:22:46,808 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/replication/329173b55e3f2cff7f1a176f08090fae/.tmp/queue/5d745f21a8104533bc01d9913b6fb6c6 is 153, key is 1-5b0ae2ee7b9e,36579,1732180936173/queue:5b0ae2ee7b9e%2C36579%2C1732180936173/1732180960113/Put/seqid=0 2024-11-21T09:22:46,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741850_1026 (size=5504) 2024-11-21T09:22:46,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741849_1025 (size=5153) 2024-11-21T09:22:46,964 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 329173b55e3f2cff7f1a176f08090fae 2024-11-21T09:22:47,005 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 393, reset compression=false 2024-11-21T09:22:47,010 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T09:22:47,010 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 688, reset compression=false 2024-11-21T09:22:47,010 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.shipper5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-5b0ae2ee7b9e,36579,1732180936173 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T09:22:47,011 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.shipper5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-21T09:22:47,039 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T09:22:47,039 INFO [regionserver/5b0ae2ee7b9e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T09:22:47,051 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 688, reset compression=false 2024-11-21T09:22:47,166 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 329173b55e3f2cff7f1a176f08090fae 2024-11-21T09:22:47,214 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 688, reset compression=false 2024-11-21T09:22:47,222 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/replication/329173b55e3f2cff7f1a176f08090fae/.tmp/queue/5d745f21a8104533bc01d9913b6fb6c6 2024-11-21T09:22:47,228 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740/.tmp/ns/99ee54df329e4a8f9a277de847f48aa1 2024-11-21T09:22:47,230 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/replication/329173b55e3f2cff7f1a176f08090fae/.tmp/hfileref/f2219cc0277a4f709e64c5f089abc80a as hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/replication/329173b55e3f2cff7f1a176f08090fae/hfileref/f2219cc0277a4f709e64c5f089abc80a 2024-11-21T09:22:47,249 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/replication/329173b55e3f2cff7f1a176f08090fae/hfileref/f2219cc0277a4f709e64c5f089abc80a, entries=6, sequenceid=17, filesize=5.4 K 2024-11-21T09:22:47,253 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/replication/329173b55e3f2cff7f1a176f08090fae/.tmp/queue/5d745f21a8104533bc01d9913b6fb6c6 as hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/replication/329173b55e3f2cff7f1a176f08090fae/queue/5d745f21a8104533bc01d9913b6fb6c6 2024-11-21T09:22:47,259 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740/.tmp/rep_barrier/958834087b624ec5a94043f67e740229 is 112, key is test,,1732180950060.eed6cca182cb56256690b32d113082ef./rep_barrier:seqnumDuringOpen/1732180951207/Put/seqid=0 2024-11-21T09:22:47,260 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/replication/329173b55e3f2cff7f1a176f08090fae/queue/5d745f21a8104533bc01d9913b6fb6c6, entries=2, sequenceid=17, filesize=5.4 K 2024-11-21T09:22:47,261 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 329173b55e3f2cff7f1a176f08090fae in 894ms, sequenceid=17, compaction requested=false 2024-11-21T09:22:47,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741851_1027 (size=5518) 2024-11-21T09:22:47,280 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740/.tmp/rep_barrier/958834087b624ec5a94043f67e740229 2024-11-21T09:22:47,293 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/replication/329173b55e3f2cff7f1a176f08090fae/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-21T09:22:47,293 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:22:47,293 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:22:47,293 INFO [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae. 2024-11-21T09:22:47,293 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 329173b55e3f2cff7f1a176f08090fae: Waiting for close lock at 1732180966366Running coprocessor pre-close hooks at 1732180966366Disabling compacts and flushes for region at 1732180966366Disabling writes for close at 1732180966367 (+1 ms)Obtaining lock to block concurrent updates at 1732180966367Preparing flush snapshotting stores in 329173b55e3f2cff7f1a176f08090fae at 1732180966367Finished memstore snapshotting hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732180966367Flushing stores of hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae. at 1732180966367Flushing 329173b55e3f2cff7f1a176f08090fae/hfileref: creating writer at 1732180966367Flushing 329173b55e3f2cff7f1a176f08090fae/hfileref: appending metadata at 1732180966379 (+12 ms)Flushing 329173b55e3f2cff7f1a176f08090fae/hfileref: closing flushed file at 1732180966379Flushing 329173b55e3f2cff7f1a176f08090fae/queue: creating writer at 1732180966789 (+410 ms)Flushing 329173b55e3f2cff7f1a176f08090fae/queue: appending metadata at 1732180966808 (+19 ms)Flushing 329173b55e3f2cff7f1a176f08090fae/queue: closing flushed file at 1732180966808Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64ae5753: reopening flushed file at 1732180967226 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df6a723: reopening flushed file at 1732180967250 (+24 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 329173b55e3f2cff7f1a176f08090fae in 894ms, sequenceid=17, compaction requested=false at 1732180967261 (+11 ms)Writing region close event to WAL at 1732180967285 (+24 ms)Running coprocessor post-close hooks at 1732180967293 (+8 ms)Closed at 1732180967293 2024-11-21T09:22:47,294 DEBUG [RS_CLOSE_REGION-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732180954515.329173b55e3f2cff7f1a176f08090fae. 2024-11-21T09:22:47,322 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740/.tmp/table/91c937ab8380496cb313a2083313ccfe is 53, key is hbase:replication/table:state/1732180955283/Put/seqid=0 2024-11-21T09:22:47,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741852_1028 (size=5308) 2024-11-21T09:22:47,335 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740/.tmp/table/91c937ab8380496cb313a2083313ccfe 2024-11-21T09:22:47,344 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740/.tmp/info/22951f82a5fe4784b91bd0720a90232a as hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740/info/22951f82a5fe4784b91bd0720a90232a 2024-11-21T09:22:47,349 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740/info/22951f82a5fe4784b91bd0720a90232a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T09:22:47,349 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740/.tmp/ns/99ee54df329e4a8f9a277de847f48aa1 as hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740/ns/99ee54df329e4a8f9a277de847f48aa1 2024-11-21T09:22:47,354 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740/ns/99ee54df329e4a8f9a277de847f48aa1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T09:22:47,355 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740/.tmp/rep_barrier/958834087b624ec5a94043f67e740229 as hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740/rep_barrier/958834087b624ec5a94043f67e740229 2024-11-21T09:22:47,359 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740/rep_barrier/958834087b624ec5a94043f67e740229, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T09:22:47,360 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740/.tmp/table/91c937ab8380496cb313a2083313ccfe as hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740/table/91c937ab8380496cb313a2083313ccfe 2024-11-21T09:22:47,364 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740/table/91c937ab8380496cb313a2083313ccfe, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T09:22:47,365 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1002ms, sequenceid=16, compaction requested=false 2024-11-21T09:22:47,367 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T09:22:47,367 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T09:22:47,367 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T09:22:47,383 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T09:22:47,384 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T09:22:47,384 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T09:22:47,384 INFO [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T09:22:47,384 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732180966363Running coprocessor pre-close hooks at 1732180966363Disabling compacts and flushes for region at 1732180966363Disabling writes for close at 1732180966363Obtaining lock to block concurrent updates at 1732180966363Preparing flush snapshotting stores in 1588230740 at 1732180966363Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732180966363Flushing stores of hbase:meta,,1.1588230740 at 1732180966364 (+1 ms)Flushing 1588230740/info: creating writer at 1732180966364Flushing 1588230740/info: appending metadata at 1732180966381 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732180966381Flushing 1588230740/ns: creating writer at 1732180966791 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732180966807 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732180966808 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732180967235 (+427 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732180967258 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732180967258Flushing 1588230740/table: creating writer at 1732180967285 (+27 ms)Flushing 1588230740/table: appending metadata at 1732180967321 (+36 ms)Flushing 1588230740/table: closing flushed file at 1732180967321Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c8b68ce: reopening flushed file at 1732180967343 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@176ea615: reopening flushed file at 1732180967349 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75f1455f: reopening flushed file at 1732180967354 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15fbbf92: reopening flushed file at 1732180967359 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1002ms, sequenceid=16, compaction requested=false at 1732180967365 (+6 ms)Writing region close event to WAL at 1732180967376 (+11 ms)Running coprocessor post-close hooks at 1732180967383 (+7 ms)Closed at 1732180967384 (+1 ms) 2024-11-21T09:22:47,384 DEBUG [RS_CLOSE_META-regionserver/5b0ae2ee7b9e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T09:22:47,455 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 688, reset compression=false 2024-11-21T09:22:47,519 DEBUG [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/WALs/5b0ae2ee7b9e,36579,1732180936173/5b0ae2ee7b9e%2C36579%2C1732180936173.1732180957558 to pos 688, reset compression=false 2024-11-21T09:22:47,567 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer(976): stopping server 5b0ae2ee7b9e,36579,1732180936173; all regions closed. 2024-11-21T09:22:47,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741844_1020 (size=859) 2024-11-21T09:22:47,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741842_1018 (size=2791) 2024-11-21T09:22:47,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741843_1019 (size=696) 2024-11-21T09:22:47,582 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:47,582 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T09:22:47,583 INFO [RS:0;5b0ae2ee7b9e:36579 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:22:47,583 INFO [RS:0;5b0ae2ee7b9e:36579 {}] hbase.ChoreService(370): Chore service for: regionserver/5b0ae2ee7b9e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T09:22:47,583 INFO [RS:0;5b0ae2ee7b9e:36579 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:22:47,583 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-5b0ae2ee7b9e,36579,1732180936173 because: Region server is closing 2024-11-21T09:22:47,584 INFO [RS:0;5b0ae2ee7b9e:36579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:36579. 2024-11-21T09:22:47,584 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:22:47,584 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:47,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:22:47,584 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:47,584 INFO [regionserver/5b0ae2ee7b9e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:22:47,684 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.shipper5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 terminated 2024-11-21T09:22:47,684 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-5b0ae2ee7b9e,36579,1732180936173 because: Region server is closing 2024-11-21T09:22:47,684 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,1-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,1-5b0ae2ee7b9e,36579,1732180936173 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T09:22:47,685 INFO [RS:0;5b0ae2ee7b9e:36579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;5b0ae2ee7b9e:36579. 2024-11-21T09:22:47,685 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T09:22:47,685 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:47,685 DEBUG [RS:0;5b0ae2ee7b9e:36579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T09:22:47,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T09:22:47,785 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.shipper5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 terminated 2024-11-21T09:22:47,785 WARN [RS_REFRESH_PEER-regionserver/5b0ae2ee7b9e:0-0.replicationSource,2-5b0ae2ee7b9e,36579,1732180936173.replicationSource.wal-reader.5b0ae2ee7b9e%2C36579%2C1732180936173,2-5b0ae2ee7b9e,36579,1732180936173 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T09:22:47,785 INFO [RS:0;5b0ae2ee7b9e:36579 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36579 2024-11-21T09:22:47,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01623599992/rs 2024-11-21T09:22:47,855 INFO [RS:0;5b0ae2ee7b9e:36579 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:22:47,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36579-0x1015cb377790001, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01623599992/rs/5b0ae2ee7b9e,36579,1732180936173 2024-11-21T09:22:47,866 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b0ae2ee7b9e,36579,1732180936173] 2024-11-21T09:22:47,877 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01623599992/draining/5b0ae2ee7b9e,36579,1732180936173 already deleted, retry=false 2024-11-21T09:22:47,877 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 5b0ae2ee7b9e,36579,1732180936173 expired; onlineServers=0 2024-11-21T09:22:47,877 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '5b0ae2ee7b9e,44369,1732180935862' ***** 2024-11-21T09:22:47,877 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T09:22:47,877 INFO [M:0;5b0ae2ee7b9e:44369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T09:22:47,877 INFO [M:0;5b0ae2ee7b9e:44369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T09:22:47,877 DEBUG [M:0;5b0ae2ee7b9e:44369 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T09:22:47,877 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T09:22:47,877 DEBUG [M:0;5b0ae2ee7b9e:44369 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T09:22:47,877 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180937823 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.large.0-1732180937823,5,FailOnTimeoutGroup] 2024-11-21T09:22:47,877 DEBUG [master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180937823 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b0ae2ee7b9e:0:becomeActiveMaster-HFileCleaner.small.0-1732180937823,5,FailOnTimeoutGroup] 2024-11-21T09:22:47,877 INFO [M:0;5b0ae2ee7b9e:44369 {}] hbase.ChoreService(370): Chore service for: master/5b0ae2ee7b9e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T09:22:47,877 INFO [M:0;5b0ae2ee7b9e:44369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T09:22:47,877 DEBUG [M:0;5b0ae2ee7b9e:44369 {}] master.HMaster(1795): Stopping service threads 2024-11-21T09:22:47,878 INFO [M:0;5b0ae2ee7b9e:44369 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T09:22:47,878 INFO [M:0;5b0ae2ee7b9e:44369 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T09:22:47,878 ERROR [M:0;5b0ae2ee7b9e:44369 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1905109231) connection to localhost/127.0.0.1:38005 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38005,5,PEWorkerGroup] 2024-11-21T09:22:47,878 INFO [M:0;5b0ae2ee7b9e:44369 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T09:22:47,878 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T09:22:47,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01623599992/master 2024-11-21T09:22:47,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01623599992 2024-11-21T09:22:47,888 DEBUG [M:0;5b0ae2ee7b9e:44369 {}] zookeeper.ZKUtil(347): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Unable to get data of znode /01623599992/master because node does not exist (not an error) 2024-11-21T09:22:47,888 WARN [M:0;5b0ae2ee7b9e:44369 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T09:22:47,889 INFO [M:0;5b0ae2ee7b9e:44369 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/.lastflushedseqids 2024-11-21T09:22:47,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741853_1029 (size=263) 2024-11-21T09:22:47,896 INFO [M:0;5b0ae2ee7b9e:44369 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T09:22:47,896 INFO [M:0;5b0ae2ee7b9e:44369 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T09:22:47,896 DEBUG [M:0;5b0ae2ee7b9e:44369 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T09:22:47,896 INFO [M:0;5b0ae2ee7b9e:44369 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:47,896 DEBUG [M:0;5b0ae2ee7b9e:44369 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:47,896 DEBUG [M:0;5b0ae2ee7b9e:44369 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T09:22:47,896 DEBUG [M:0;5b0ae2ee7b9e:44369 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:47,897 INFO [M:0;5b0ae2ee7b9e:44369 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-21T09:22:47,911 DEBUG [M:0;5b0ae2ee7b9e:44369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e26f2f805c3b4bc0bfb832822c336cd2 is 82, key is hbase:meta,,1/info:regioninfo/1732180939094/Put/seqid=0 2024-11-21T09:22:47,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741854_1030 (size=5672) 2024-11-21T09:22:47,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36579-0x1015cb377790001, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:22:47,966 INFO [RS:0;5b0ae2ee7b9e:36579 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:22:47,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36579-0x1015cb377790001, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:22:47,966 INFO [RS:0;5b0ae2ee7b9e:36579 {}] regionserver.HRegionServer(1031): Exiting; stopping=5b0ae2ee7b9e,36579,1732180936173; zookeeper connection closed. 2024-11-21T09:22:47,967 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30ca667b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30ca667b 2024-11-21T09:22:47,967 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T09:22:48,315 INFO [M:0;5b0ae2ee7b9e:44369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e26f2f805c3b4bc0bfb832822c336cd2 2024-11-21T09:22:48,336 DEBUG [M:0;5b0ae2ee7b9e:44369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61f8f46636ac403b886556ab1ca58323 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732180955286/Put/seqid=0 2024-11-21T09:22:48,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741855_1031 (size=8908) 2024-11-21T09:22:48,742 INFO [M:0;5b0ae2ee7b9e:44369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61f8f46636ac403b886556ab1ca58323 2024-11-21T09:22:48,762 DEBUG [M:0;5b0ae2ee7b9e:44369 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/384304ac89fa4567ac5c6db24295c84a is 69, key is 5b0ae2ee7b9e,36579,1732180936173/rs:state/1732180937951/Put/seqid=0 2024-11-21T09:22:48,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741856_1032 (size=5156) 2024-11-21T09:22:49,167 INFO [M:0;5b0ae2ee7b9e:44369 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/384304ac89fa4567ac5c6db24295c84a 2024-11-21T09:22:49,171 DEBUG [M:0;5b0ae2ee7b9e:44369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e26f2f805c3b4bc0bfb832822c336cd2 as hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e26f2f805c3b4bc0bfb832822c336cd2 2024-11-21T09:22:49,174 INFO [M:0;5b0ae2ee7b9e:44369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e26f2f805c3b4bc0bfb832822c336cd2, entries=8, sequenceid=112, filesize=5.5 K 2024-11-21T09:22:49,175 DEBUG [M:0;5b0ae2ee7b9e:44369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61f8f46636ac403b886556ab1ca58323 as hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/61f8f46636ac403b886556ab1ca58323 2024-11-21T09:22:49,178 INFO [M:0;5b0ae2ee7b9e:44369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/61f8f46636ac403b886556ab1ca58323, entries=13, sequenceid=112, filesize=8.7 K 2024-11-21T09:22:49,179 DEBUG [M:0;5b0ae2ee7b9e:44369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/384304ac89fa4567ac5c6db24295c84a as hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/384304ac89fa4567ac5c6db24295c84a 2024-11-21T09:22:49,182 INFO [M:0;5b0ae2ee7b9e:44369 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38005/user/jenkins/test-data/04b5d1e4-d85f-79ec-f261-64bc490fb522/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/384304ac89fa4567ac5c6db24295c84a, entries=1, sequenceid=112, filesize=5.0 K 2024-11-21T09:22:49,183 INFO [M:0;5b0ae2ee7b9e:44369 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=112, compaction requested=false 2024-11-21T09:22:49,184 INFO [M:0;5b0ae2ee7b9e:44369 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T09:22:49,184 DEBUG [M:0;5b0ae2ee7b9e:44369 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732180967896Disabling compacts and flushes for region at 1732180967896Disabling writes for close at 1732180967896Obtaining lock to block concurrent updates at 1732180967897 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732180967897Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1732180967897Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732180967897Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732180967898 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732180967911 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732180967911Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732180968319 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732180968335 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732180968335Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732180968745 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732180968761 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732180968761Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eec525b: reopening flushed file at 1732180969170 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aa140d9: reopening flushed file at 1732180969175 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1362402a: reopening flushed file at 1732180969178 (+3 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=112, compaction requested=false at 1732180969183 (+5 ms)Writing region close event to WAL at 1732180969184 (+1 ms)Closed at 1732180969184 2024-11-21T09:22:49,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41525 is added to blk_1073741830_1006 (size=69043) 2024-11-21T09:22:49,186 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T09:22:49,186 INFO [M:0;5b0ae2ee7b9e:44369 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T09:22:49,186 INFO [M:0;5b0ae2ee7b9e:44369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44369 2024-11-21T09:22:49,186 INFO [M:0;5b0ae2ee7b9e:44369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T09:22:49,303 INFO [M:0;5b0ae2ee7b9e:44369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T09:22:49,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:22:49,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44369-0x1015cb377790000, quorum=127.0.0.1:60896, baseZNode=/01623599992 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T09:22:49,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ac0ddbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T09:22:49,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1352d2b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:22:49,307 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:22:49,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@216ae20e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:22:49,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@213e56d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/hadoop.log.dir/,STOPPED} 2024-11-21T09:22:49,309 WARN [BP-1527658837-172.17.0.2-1732180933607 heartbeating to localhost/127.0.0.1:38005 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T09:22:49,309 WARN [BP-1527658837-172.17.0.2-1732180933607 heartbeating to localhost/127.0.0.1:38005 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1527658837-172.17.0.2-1732180933607 (Datanode Uuid 52e829ed-c5ab-4cb0-af5b-8d2bae34cfc0) service to localhost/127.0.0.1:38005 2024-11-21T09:22:49,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/cluster_a90dda4a-8e4c-bf7d-3bd7-194a6558c9b1/data/data1/current/BP-1527658837-172.17.0.2-1732180933607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:22:49,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/cluster_a90dda4a-8e4c-bf7d-3bd7-194a6558c9b1/data/data2/current/BP-1527658837-172.17.0.2-1732180933607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T09:22:49,310 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T09:22:49,310 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T09:22:49,310 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T09:22:49,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a776ab8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T09:22:49,317 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16f801d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T09:22:49,317 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T09:22:49,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c41923a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T09:22:49,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74764cda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d0583edc-5c82-4ef5-2e85-665fd046bfe1/hadoop.log.dir/,STOPPED} 2024-11-21T09:22:49,324 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T09:22:49,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T09:22:49,351 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=595 (was 527) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:37993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38005 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37993 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38005 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37993 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60896) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60896) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38005 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@67e33f1e[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:37993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:38005 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38005 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60896) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38005 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:41019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41019 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=976 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=442 (was 509), ProcessCount=11 (was 11), AvailableMemoryMB=2397 (was 2050) - AvailableMemoryMB LEAK? - 2024-11-21T09:22:49,351 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=595 is superior to 500